00000100:00100000:3.0F:1783969541.488857:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea86fb2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1870627099344640:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1783969541.489008:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0F:1783969541.489078:0:18624:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099344640 00000100:00100000:1.0:1783969541.489105:0:18624:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099344640 00000100:00100000:1.0:1783969541.489251:0:18624:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1783969541.489263:0:18624:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93e98262ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3647:x1870627099344640:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1783969541.489296:0:18624:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1783969541.489376:0:18624:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93e98262ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3647:x1870627099344640:12345-0@lo:13:osp-pre-0-0.0 Request processed in 116us (369us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969541.489407:0:18624:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1783969541.489464:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea86fb2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1870627099344640:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1783969541.489529:0:17108:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1783969541.913482:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:1.0:1783969541.913533:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:1.0:1783969541.913566:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:1.0:1783969541.913599:0:17114:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074095616 00000100:00100000:1.0:1783969541.913610:0:17114:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074095616 00000100:00100000:1.0:1783969541.913664:0:17114:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074095488 00000100:00100000:1.0:1783969541.913668:0:17114:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074095488 00000100:00100000:1.0:1783969541.913689:0:17114:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 82 00000100:00100000:1.0:1783969541.913700:0:17114:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea86fb2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1a97a32d-150e-48b4-af23-95f3386e92f5+5:2392:x1870627074095616:12345-192.168.201.34@tcp:400:kworker.0 00000100:00100000:1.0:1783969541.913773:0:17114:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea86fb2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1a97a32d-150e-48b4-af23-95f3386e92f5+5:2392:x1870627074095616:12345-192.168.201.34@tcp:400:kworker.0 Request processed in 76us (239us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969541.913781:0:17114:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 82 00000100:00100000:1.0:1783969541.913813:0:17114:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 83 00000100:00100000:1.0:1783969541.913822:0:17114:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea86fb0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1a97a32d-150e-48b4-af23-95f3386e92f5+22:2392:x1870627074095488:12345-192.168.201.34@tcp:400:kworker.0 00000100:00100000:1.0:1783969541.913854:0:17114:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea86fb0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1a97a32d-150e-48b4-af23-95f3386e92f5+22:2392:x1870627074095488:12345-192.168.201.34@tcp:400:kworker.0 Request processed in 34us (287us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969541.913860:0:17114:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 83 00000100:00080000:1.0:1783969541.913877:0:17108:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1783969541.913887:0:17108:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0F:1783969541.914007:0:17107:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074095360 00000100:00100000:2.0:1783969541.914017:0:17107:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074095360 00000100:00100000:2.0:1783969541.914060:0:17107:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 174 00000100:00100000:2.0:1783969541.914067:0:17107:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eabbf5b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:67a3c0e1-9e25-4885-b9a1-31708fbd2c77+13:2392:x1870627074095360:12345-192.168.201.34@tcp:400:kworker.0 00000100:00100000:2.0:1783969541.914108:0:17107:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eabbf5b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:67a3c0e1-9e25-4885-b9a1-31708fbd2c77+13:2392:x1870627074095360:12345-192.168.201.34@tcp:400:kworker.0 Request processed in 42us (637us total) trans 0 rc 0/0 00000100:00100000:2.0:1783969541.914115:0:17107:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 174 00000100:00100000:3.0:1783969541.920648:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:3.0:1783969541.920705:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:3.0:1783969541.920735:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:3.0:1783969541.920751:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:3.0:1783969541.920767:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:3.0:1783969541.920812:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:2.0:1783969541.920899:0:17114:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074096000 00000100:00100000:2.0:1783969541.920913:0:17114:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074096000 00000100:00100000:2.0:1783969541.920985:0:17114:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074096128 00000100:00100000:2.0:1783969541.920989:0:17114:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074096128 00000100:00100000:2.0:1783969541.921025:0:17114:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 84 00000100:00100000:2.0:1783969541.921035:0:17114:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93e98262ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:968cb78a-c1fe-4a90-8549-da4cc0f9624e+6:2391:x1870627074096000:12345-192.168.201.34@tcp:400:kworker.0 00000100:00100000:2.0:1783969541.921115:0:17114:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93e98262ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:968cb78a-c1fe-4a90-8549-da4cc0f9624e+6:2391:x1870627074096000:12345-192.168.201.34@tcp:400:kworker.0 Request processed in 82us (409us total) trans 0 rc 0/0 00000100:00100000:2.0:1783969541.921123:0:17114:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 84 00000100:00100000:2.0:1783969541.921142:0:17114:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 85 00000100:00100000:2.0:1783969541.921148:0:17114:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93e983efce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:968cb78a-c1fe-4a90-8549-da4cc0f9624e+5:2391:x1870627074096128:12345-192.168.201.34@tcp:400:kworker.0 00000100:00100000:2.0:1783969541.921170:0:17114:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93e983efce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:968cb78a-c1fe-4a90-8549-da4cc0f9624e+5:2391:x1870627074096128:12345-192.168.201.34@tcp:400:kworker.0 Request processed in 22us (435us total) trans 0 rc 0/0 00000100:00100000:2.0:1783969541.921176:0:17114:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 85 00000100:00080000:2.0:1783969541.921199:0:17108:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1783969541.921202:0:17108:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0F:1783969541.923053:0:18622:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074095872 00000100:00100000:0.0:1783969541.923072:0:18622:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074095872 00000100:00100000:0.0:1783969541.923126:0:18622:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074095744 00000100:00100000:0.0:1783969541.923129:0:18622:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074095744 00000100:00100000:0.0:1783969541.923151:0:18622:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074096256 00000100:00100000:0.0:1783969541.923154:0:18622:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074096256 00000100:00100000:0.0:1783969541.923166:0:18622:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074096384 00000100:00100000:0.0:1783969541.923168:0:18622:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074096384 00000100:00100000:0.0:1783969541.923185:0:18622:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 31 00000100:00100000:0.0:1783969541.923194:0:18622:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93e98262fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1a97a32d-150e-48b4-af23-95f3386e92f5+5:2391:x1870627074095872:12345-192.168.201.34@tcp:400:kworker.0 00000100:00100000:0.0:1783969541.923258:0:18622:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93e98262fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1a97a32d-150e-48b4-af23-95f3386e92f5+5:2391:x1870627074095872:12345-192.168.201.34@tcp:400:kworker.0 Request processed in 65us (2624us total) trans 0 rc 0/0 00000100:00100000:0.0:1783969541.923265:0:18622:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 31 00000100:00100000:0.0:1783969541.923295:0:18622:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 32 00000100:00100000:0.0:1783969541.923303:0:18622:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93e983eff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1a97a32d-150e-48b4-af23-95f3386e92f5+5:2390:x1870627074095744:12345-192.168.201.34@tcp:9:kworker.0 00000020:00000080:0.0:1783969541.923321:0:18622:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xea31253a47cbb116 00000100:00080000:0.0:1783969541.923335:0:18622:0:(import.c:65:import_set_state_nolock()) ffff93eaac726000 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1783969541.923402:0:18622:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:0.0:1783969541.923527:0:18622:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93e983eff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1a97a32d-150e-48b4-af23-95f3386e92f5+2:2390:x1870627074095744:12345-192.168.201.34@tcp:9:kworker.0 Request processed in 225us (2774us total) trans 0 rc 0/0 00000100:00100000:0.0:1783969541.923534:0:18622:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 32 00000100:00100000:0.0:1783969541.923546:0:18622:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 33 00000100:00100000:0.0:1783969541.923552:0:18622:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93e983efd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:968cb78a-c1fe-4a90-8549-da4cc0f9624e+5:2390:x1870627074096256:12345-192.168.201.34@tcp:9:kworker.0 00000020:00000080:0.0:1783969541.923564:0:18622:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xea31253a47cbb155 00000100:00080000:0.0:1783969541.923568:0:18622:0:(import.c:65:import_set_state_nolock()) ffff93eabf7bc800 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1783969541.923590:0:18622:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:0.0:1783969541.923638:0:18622:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93e983efd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:968cb78a-c1fe-4a90-8549-da4cc0f9624e+2:2390:x1870627074096256:12345-192.168.201.34@tcp:9:kworker.0 Request processed in 86us (2869us total) trans 0 rc 0/0 00000100:00100000:0.0:1783969541.923655:0:18622:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 33 00000100:00100000:0.0:1783969541.923667:0:18622:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 34 00000100:00100000:0.0:1783969541.923675:0:18622:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93e983efc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:968cb78a-c1fe-4a90-8549-da4cc0f9624e+5:2390:x1870627074096384:12345-192.168.201.34@tcp:9:kworker.0 00000020:00000080:0.0:1783969541.923685:0:18622:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xea31253a47cbb15c 00000100:00080000:0.0:1783969541.923690:0:18622:0:(import.c:65:import_set_state_nolock()) ffff93eabf7b8000 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1783969541.923706:0:18622:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934600 00000100:00100000:0.0:1783969541.923769:0:18622:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93e983efc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:968cb78a-c1fe-4a90-8549-da4cc0f9624e+2:2390:x1870627074096384:12345-192.168.201.34@tcp:9:kworker.0 Request processed in 96us (2956us total) trans 0 rc 0/0 00000100:00100000:0.0:1783969541.923775:0:18622:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 34 00010000:00010000:0.0:1783969541.923814:0:17101:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1783969541.925258:0:17108:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1783969541.925265:0:17108:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1783969541.925455:0:17100:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783969542.384645:0:17101:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783969542.515147:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea86fb0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1870627099344768:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1783969542.515227:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783969542.515340:0:19683:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099344768 00000100:00100000:1.0:1783969542.515350:0:19683:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099344768 00000100:00100000:1.0:1783969542.515449:0:19683:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:1.0:1783969542.515460:0:19683:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93e983efc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1870627099344768:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1783969542.515482:0:19683:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1783969542.515531:0:19683:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93e983efc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1870627099344768:12345-0@lo:13:osp-pre-0-1.0 Request processed in 73us (304us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969542.515539:0:19683:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00080000:3.0:1783969542.515729:0:17108:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1783969542.515766:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea86fb0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1870627099344768:0@lo:13:osp-pre-0-1.0 00000001:00080000:2.0:1783969543.026825:0:17092:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934622 is committed 00000020:00080000:2.0:1783969543.026857:0:17092:0:(update_trans.c:58:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff93ea86064000 refcount 2 committed 0 result 0 batchid 4294967530 00000020:00080000:2.0:1783969543.026863:0:17092:0:(update_trans.c:66:top_multiple_thandle_dump()) st ffff93ea836edf00 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff93ea86064840 00000020:00080000:2.0:1783969543.026873:0:17092:0:(update_trans.c:66:top_multiple_thandle_dump()) st ffff93eac0dc9200 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff93e9832ba000 00010000:00010000:1.0:1783969543.027060:0:3633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff93ea813a0600/0xea31253a47cbb3e7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 17114 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969543.027074:0:3633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93ea813a0600/0xea31253a47cbb3e7 lrc: 2/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 17114 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969543.027083:0:3633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93ea813a0600/0xea31253a47cbb3e7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 17114 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969543.027089:0:3633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93ea813a0600 already unused, calling callback (ffffffffc192e4f0) 00010000:00010000:1.0:1783969543.027094:0:3633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93ea813a0600/0xea31253a47cbb3e7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 17114 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969543.027102:0:3633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93ea813a0600/0xea31253a47cbb3e7 lrc: 4/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 17114 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969543.027121:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x3:0x0].0x0 (ffff93eab9b3ca00) 00010000:00010000:1.0:1783969543.027124:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783969543.027129:0:3633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93ea813a0600/0xea31253a47cbb3e7 lrc: 2/0,0 mode: --/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 17114 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969543.027144:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93ea813a0600/0xea31253a47cbb3e7 lrc: 0/0,0 mode: --/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 17114 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:0.0:1783969543.028557:0:17152:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4294967530 committed batchid 8 00000020:00080000:0.0:1783969543.028642:0:17152:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 8 00010000:00010000:1.0:1783969543.411279:0:17100:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783969543.536721:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93e983d21f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1870627099345280:0@lo:400:kworker.0 00000100:00100000:3.0:1783969543.536802:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783969543.536846:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea865a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1870627099345792:0@lo:400:kworker.0 00000100:00100000:3.0:1783969543.536866:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783969543.536881:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea865a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3648:1870627099346304:0@lo:400:kworker.0 00000100:00100000:3.0:1783969543.536903:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783969543.536934:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [3->2] 00000100:00100000:3.0:1783969543.536941:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93e983efd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:451c11fa-8d33-493c-b495-458f5de7342a:3648:1870627099344896:0@lo:400:kworker.0 00000100:00100000:3.0:1783969543.536968:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783969543.536988:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93e983d22a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3648:1870627099345408:0@lo:400:kworker.0 00000100:00100000:3.0:1783969543.537007:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783969543.537021:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea865abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3648:1870627099345920:0@lo:400:kworker.0 00000100:00100000:3.0:1783969543.537037:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783969543.537068:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea865aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3648:1870627099346432:0@lo:400:kworker.0 00000100:00100000:3.0:1783969543.537087:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783969543.537109:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93e983d21500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1870627099345024:0@lo:400:kworker.0 00000100:00100000:3.0:1783969543.537132:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783969543.537147:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea867b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1870627099345536:0@lo:400:kworker.0 00000100:00100000:3.0:1783969543.537164:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783969543.537178:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea865ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3646:1870627099346048:0@lo:400:kworker.0 00000100:00100000:3.0:1783969543.537196:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783969543.537207:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:3.0:1783969543.537211:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93e983d21880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1870627099345152:0@lo:400:kworker.0 00000100:00100000:3.0:1783969543.537227:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783969543.537242:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea865a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1870627099345664:0@lo:400:kworker.0 00000100:00100000:3.0:1783969543.537259:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783969543.537274:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea865aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3646:1870627099346176:0@lo:400:kworker.0 00000100:00100000:3.0:1783969543.537292:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783969543.537317:0:17114:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099346304 00000100:00100000:3.0:1783969543.537324:0:17114:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099346304 00000100:00100000:0.0:1783969543.537536:0:18622:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099345280 00000100:00100000:0.0:1783969543.537541:0:18622:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099345280 00000100:00100000:0.0:1783969543.537578:0:18622:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099345792 00000100:00100000:0.0:1783969543.537582:0:18622:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099345792 00000100:00100000:0.0:1783969543.537603:0:18622:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099345152 00000100:00100000:0.0:1783969543.537606:0:18622:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099345152 00000100:00100000:0.0:1783969543.537618:0:18622:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099345664 00000100:00100000:0.0:1783969543.537621:0:18622:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099345664 00000100:00100000:0.0:1783969543.537635:0:18622:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1783969543.537644:0:18622:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea865a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3648:x1870627099345280:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783969543.537696:0:18622:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea865a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3648:x1870627099345280:12345-0@lo:400:kworker.0 Request processed in 53us (893us total) trans 0 rc 0/0 00000100:00100000:0.0:1783969543.537703:0:18622:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1783969543.537726:0:18622:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1783969543.537732:0:18622:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea865ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3648:x1870627099345792:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783969543.537758:0:18622:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea865ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3648:x1870627099345792:12345-0@lo:400:kworker.0 Request processed in 27us (890us total) trans 0 rc 0/0 00000100:00100000:0.0:1783969543.537763:0:18622:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1783969543.537789:0:18622:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1783969543.537796:0:18622:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eabf92aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3646:x1870627099345152:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783969543.537826:0:18622:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eabf92aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3646:x1870627099345152:12345-0@lo:400:kworker.0 Request processed in 31us (597us total) trans 0 rc 0/0 00000100:00100000:0.0:1783969543.537832:0:18622:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1783969543.537842:0:18622:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:0.0:1783969543.537849:0:18622:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eabf928380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3646:x1870627099345664:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783969543.537873:0:18622:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eabf928380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3646:x1870627099345664:12345-0@lo:400:kworker.0 Request processed in 25us (613us total) trans 0 rc 0/0 00000100:00100000:0.0:1783969543.537878:0:18622:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:0.0:1783969543.537899:0:17118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099345024 00000100:00100000:0.0:1783969543.537902:0:17118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099345024 00000100:00100000:0.0:1783969543.537926:0:17118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099345536 00000100:00100000:0.0:1783969543.537929:0:17118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099345536 00000100:00100000:1.0:1783969543.538044:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea86fb2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1870627099346688:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1783969543.538073:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783969543.538092:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1783969543.538098:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea86fb1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1870627099346560:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1783969543.538117:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783969543.538140:0:18623:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099346688 00000100:00100000:1.0:1783969543.538144:0:18623:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099346688 00000100:00100000:1.0:1783969543.538166:0:18623:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099346560 00000100:00100000:1.0:1783969543.538168:0:18623:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099346560 00000100:00100000:1.0:1783969543.538180:0:18623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:1.0:1783969543.538187:0:18623:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea86fb0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1870627099346688:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1783969543.538208:0:18623:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 3485696 granted 17886912 pending 0 free 3915849728 avail 3684327424 00000100:00100000:1.0:1783969543.538241:0:18623:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea86fb0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1870627099346688:12345-0@lo:13:osp-pre-1-1.0 Request processed in 55us (168us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969543.538247:0:18623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:1.0:1783969543.538259:0:18623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1783969543.538265:0:18623:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea86fb3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3647:x1870627099346560:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1783969543.538273:0:18623:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 3485696 granted 17886912 pending 0 free 3915849728 avail 3684327424 00000100:00100000:1.0:1783969543.538294:0:18623:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea86fb3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3647:x1870627099346560:12345-0@lo:13:osp-pre-1-0.0 Request processed in 30us (176us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969543.538300:0:18623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1783969543.538343:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea86fb1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1870627099346560:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1783969543.538366:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea86fb2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1870627099346688:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1783969543.538593:0:17114:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099345408 00000100:00100000:3.0:1783969543.538597:0:17114:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099345408 00000100:00100000:0.0:1783969543.543441:0:17118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:0.0:1783969543.543457:0:17118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eabf92a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3646:x1870627099345024:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783969543.543554:0:17118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eabf92a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3646:x1870627099345024:12345-0@lo:400:kworker.0 Request processed in 101us (6419us total) trans 0 rc 0/0 00000100:00100000:0.0:1783969543.543562:0:17118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00100000:0.0:1783969543.543577:0:17118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:0.0:1783969543.543585:0:17118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eabf928a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3646:x1870627099345536:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783969543.543629:0:17118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eabf928a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3646:x1870627099345536:12345-0@lo:400:kworker.0 Request processed in 45us (6464us total) trans 0 rc 0/0 00000100:00100000:0.0:1783969543.543636:0:17118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00080000:0.0:1783969543.543660:0:17108:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1783969543.543676:0:17108:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1783969543.543679:0:17108:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1783969543.543721:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93e983d21880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1870627099345152:0@lo:400:kworker.0 00000100:00100000:0.0:1783969543.543735:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea865a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1870627099345664:0@lo:400:kworker.0 00000100:00100000:0.0:1783969543.543745:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93e983d21500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1870627099345024:0@lo:400:kworker.0 00000100:00100000:0.0:1783969543.543755:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea867b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1870627099345536:0@lo:400:kworker.0 00000100:00100000:0.0:1783969543.543812:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93e983d21f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1870627099345280:0@lo:400:kworker.0 00000100:00100000:0.0:1783969543.543824:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea865a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1870627099345792:0@lo:400:kworker.0 00000100:00100000:3.0:1783969543.544542:0:17114:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099345920 00000100:00100000:3.0:1783969543.544550:0:17114:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099345920 00000100:00100000:3.0:1783969543.544566:0:17114:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099346432 00000100:00100000:3.0:1783969543.544569:0:17114:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099346432 00000100:00100000:3.0:1783969543.544594:0:17114:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099346048 00000100:00100000:3.0:1783969543.544596:0:17114:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099346048 00000100:00100000:3.0:1783969543.544609:0:17114:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099346176 00000100:00100000:3.0:1783969543.544612:0:17114:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099346176 00000100:00100000:3.0:1783969543.544626:0:17114:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000100:00100000:3.0:1783969543.544643:0:17114:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eabbff2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3648:x1870627099346304:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783969543.544704:0:17114:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eabbff2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3648:x1870627099346304:12345-0@lo:400:kworker.0 Request processed in 62us (7799us total) trans 0 rc 0/0 00000100:00100000:3.0:1783969543.544710:0:17114:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00000100:00100000:3.0:1783969543.544724:0:17114:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87 00000100:00100000:3.0:1783969543.544730:0:17114:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eabbff2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3648:x1870627099345408:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783969543.544757:0:17114:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eabbff2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3648:x1870627099345408:12345-0@lo:400:kworker.0 Request processed in 27us (7749us total) trans 0 rc 0/0 00000100:00100000:3.0:1783969543.544763:0:17114:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87 00000100:00100000:3.0:1783969543.544784:0:17114:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88 00000100:00100000:3.0:1783969543.544790:0:17114:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eabbff0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3648:x1870627099345920:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783969543.544817:0:17114:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eabbff0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3648:x1870627099345920:12345-0@lo:400:kworker.0 Request processed in 28us (7779us total) trans 0 rc 0/0 00000100:00100000:3.0:1783969543.544823:0:17114:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88 00000100:00100000:3.0:1783969543.544833:0:17114:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89 00000100:00100000:3.0:1783969543.544839:0:17114:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eabf928700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3648:x1870627099346432:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783969543.544885:0:17114:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eabf928700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3648:x1870627099346432:12345-0@lo:400:kworker.0 Request processed in 46us (7797us total) trans 0 rc 0/0 00000100:00100000:3.0:1783969543.544890:0:17114:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89 00000100:00100000:3.0:1783969543.544903:0:17114:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90 00000100:00100000:3.0:1783969543.544908:0:17114:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eabf929c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3646:x1870627099346048:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783969543.544937:0:17114:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eabf929c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3646:x1870627099346048:12345-0@lo:400:kworker.0 Request processed in 28us (7740us total) trans 0 rc 0/0 00000100:00100000:3.0:1783969543.544943:0:17114:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90 00000100:00100000:3.0:1783969543.544953:0:17114:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91 00000100:00100000:3.0:1783969543.544965:0:17114:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eabf929500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3646:x1870627099346176:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783969543.544994:0:17114:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eabf929500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3646:x1870627099346176:12345-0@lo:400:kworker.0 Request processed in 30us (7700us total) trans 0 rc 0/0 00000100:00100000:3.0:1783969543.544999:0:17114:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91 00000100:00100000:3.0:1783969543.545023:0:17106:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099344896 00000100:00100000:3.0:1783969543.545028:0:17106:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099344896 00000100:00100000:3.0:1783969543.545057:0:17106:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 175 00000100:00100000:3.0:1783969543.545063:0:17106:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eabbf58850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:451c11fa-8d33-493c-b495-458f5de7342a+24:3648:x1870627099344896:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783969543.545092:0:17106:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eabbf58850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:451c11fa-8d33-493c-b495-458f5de7342a+24:3648:x1870627099344896:12345-0@lo:400:kworker.0 Request processed in 30us (8123us total) trans 0 rc 0/0 00000100:00100000:3.0:1783969543.545099:0:17106:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 175 00000100:00080000:1.0:1783969543.545269:0:17108:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1783969543.545273:0:17108:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1783969543.545785:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1783969543.545802:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93eabf92ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1870627099346816:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1783969543.546958:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:0.0:1783969543.547210:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93ea865aad80 x1870627099346176/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783969559 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783969543.547228:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea865aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3646:1870627099346176:0@lo:400:kworker.0 00000100:00100000:0.0:1783969543.547243:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea865ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3646:1870627099346048:0@lo:400:kworker.0 00000100:00100000:0.0:1783969543.547277:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93e983efd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:451c11fa-8d33-493c-b495-458f5de7342a:3648:1870627099344896:0@lo:400:kworker.0 00000100:00100000:0.0:1783969543.547289:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93e983d22a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3648:1870627099345408:0@lo:400:kworker.0 00000100:00100000:0.0:1783969543.547300:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea865abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3648:1870627099345920:0@lo:400:kworker.0 00010000:00080000:0.0:1783969543.547329:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93ea865aa300 x1870627099346432/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783969559 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783969543.547339:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea865aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3648:1870627099346432:0@lo:400:kworker.0 00000100:00100000:0.0:1783969543.547356:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea865a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3648:1870627099346304:0@lo:400:kworker.0 00000100:00100000:1.0:1783969543.559257:0:17118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099346816 00000100:00100000:1.0:1783969543.559273:0:17118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099346816 00000100:00100000:1.0:1783969543.559344:0:17854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:1.0:1783969543.559354:0:17854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea85f94380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3649:x1870627099346816:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1783969543.559408:0:17854:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446293504 avail 1300054016 00000100:00100000:1.0:1783969543.559498:0:17854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea85f94380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3649:x1870627099346816:12345-0@lo:41:osp-pre-0-1.0 Request processed in 145us (13639us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969543.559505:0:17854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00100000:1.0:1783969543.559557:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93eabf92ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1870627099346816:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1783969544.048531:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1783969544.048556:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93eac1579880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1870627099346944:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1783969544.048626:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783969544.048680:0:17117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099346944 00000100:00100000:2.0:1783969544.048688:0:17117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099346944 00000100:00100000:2.0:1783969544.048739:0:17117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:2.0:1783969544.048748:0:17117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eac1578a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3648:x1870627099346944:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1783969544.048793:0:17117:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1783969544.048847:0:17117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eac1578a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3648:x1870627099346944:12345-0@lo:41:osp-pre-1-0.0 Request processed in 100us (221us total) trans 0 rc 0/0 00000100:00100000:2.0:1783969544.048924:0:17117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:2.0:1783969544.048982:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93eac1579880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1870627099346944:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1783969544.437093:0:17101:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1783969544.833302:0:17868:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1783969545.090585:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:1.0:1783969545.090898:0:17114:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074096512 00000100:00100000:1.0:1783969545.090908:0:17114:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074096512 00000100:00100000:1.0:1783969545.090982:0:17114:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 65 00000100:00100000:1.0:1783969545.090994:0:17114:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eabf92b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1a97a32d-150e-48b4-af23-95f3386e92f5+13:15581:x1870627074096512:12345-192.168.201.34@tcp:60:lhsmtool_posix.0 00000100:00100000:1.0:1783969545.091087:0:17114:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eabf92b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1a97a32d-150e-48b4-af23-95f3386e92f5+13:15581:x1870627074096512:12345-192.168.201.34@tcp:60:lhsmtool_posix.0 Request processed in 97us (513us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969545.091095:0:17114:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 65 00000100:00080000:3.0:1783969545.091232:0:17108:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1783969545.093235:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:2.0:1783969545.093711:0:17112:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074096640 00000100:00100000:2.0:1783969545.093720:0:17112:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074096640 00000100:00100000:2.0:1783969545.093799:0:17112:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 66 00000100:00100000:2.0:1783969545.093810:0:17112:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eabf929880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1a97a32d-150e-48b4-af23-95f3386e92f5+5:15581:x1870627074096640:12345-192.168.201.34@tcp:60:lhsmtool_posix.0 00000100:00100000:2.0:1783969545.093904:0:17112:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eabf929880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1a97a32d-150e-48b4-af23-95f3386e92f5+5:15581:x1870627074096640:12345-192.168.201.34@tcp:60:lhsmtool_posix.0 Request processed in 95us (675us total) trans 0 rc 0/0 00000100:00100000:2.0:1783969545.093911:0:17112:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 66 00000100:00080000:3.0:1783969545.094119:0:17108:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1783969545.107349:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:2.0:1783969545.107490:0:17116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074096896 00000100:00100000:2.0:1783969545.107499:0:17116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074096896 00000100:00100000:2.0:1783969545.107570:0:17116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 12 00000100:00100000:2.0:1783969545.107580:0:17116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea86fb2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1a97a32d-150e-48b4-af23-95f3386e92f5+13:15581:x1870627074096896:12345-192.168.201.34@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1783969545.107820:0:17116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea86fb2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1a97a32d-150e-48b4-af23-95f3386e92f5+14:15581:x1870627074096896:12345-192.168.201.34@tcp:35:lhsmtool_posix.0 Request processed in 241us (479us total) trans 8589934623 rc 0/0 00000100:00100000:2.0:1783969545.107841:0:17116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 12 00010000:00010000:1.0:1783969545.456773:0:17100:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783969546.481041:0:17101:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783969546.608631:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1783969546.609008:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea86fb1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1870627099347072:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1783969546.609111:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783969546.609209:0:18623:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099347072 00000100:00100000:1.0:1783969546.609218:0:18623:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099347072 00000100:00100000:1.0:1783969546.609303:0:18623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1783969546.609328:0:18623:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eac1579880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3647:x1870627099347072:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1783969546.609359:0:18623:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1783969546.609450:0:18623:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eac1579880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3647:x1870627099347072:12345-0@lo:13:osp-pre-0-0.0 Request processed in 138us (339us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969546.609457:0:18623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:0.0:1783969546.609749:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea86fb1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1870627099347072:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1783969546.611636:0:17108:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1783969547.023180:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:2.0:1783969547.023228:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:2.0:1783969547.023263:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:2.0:1783969547.023286:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:2.0:1783969547.023320:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:2.0:1783969547.023348:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:2.0:1783969547.023375:0:17112:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074097280 00000100:00100000:2.0:1783969547.023419:0:17112:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074097280 00000100:00100000:1.0:1783969547.023669:0:17105:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074097024 00000100:00100000:1.0:1783969547.023674:0:17105:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074097024 00000100:00100000:1.0:1783969547.023709:0:17105:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 176 00000100:00100000:1.0:1783969547.023731:0:17105:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eabbf5b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:67a3c0e1-9e25-4885-b9a1-31708fbd2c77+13:2393:x1870627074097024:12345-192.168.201.34@tcp:400:kworker.0 00000100:00100000:1.0:1783969547.023816:0:17105:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eabbf5b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:67a3c0e1-9e25-4885-b9a1-31708fbd2c77+13:2393:x1870627074097024:12345-192.168.201.34@tcp:400:kworker.0 Request processed in 86us (645us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969547.023832:0:17105:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 176 00000100:00100000:1.0:1783969547.023865:0:17113:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074097536 00000100:00100000:1.0:1783969547.023869:0:17113:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074097536 00000100:00100000:1.0:1783969547.023888:0:17113:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074097152 00000100:00100000:1.0:1783969547.023890:0:17113:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074097152 00000100:00100000:1.0:1783969547.023901:0:17113:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074097664 00000100:00100000:1.0:1783969547.023903:0:17113:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074097664 00000100:00100000:1.0:1783969547.023918:0:17113:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 92 00000100:00100000:1.0:1783969547.023924:0:17113:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eac1578000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1a97a32d-150e-48b4-af23-95f3386e92f5+5:2393:x1870627074097280:12345-192.168.201.34@tcp:400:kworker.0 00000100:00100000:1.0:1783969547.023956:0:17113:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eac1578000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1a97a32d-150e-48b4-af23-95f3386e92f5+5:2393:x1870627074097280:12345-192.168.201.34@tcp:400:kworker.0 Request processed in 32us (727us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969547.023962:0:17113:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 92 00000100:00100000:1.0:1783969547.023980:0:17113:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 93 00000100:00100000:1.0:1783969547.023985:0:17113:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eac157bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:968cb78a-c1fe-4a90-8549-da4cc0f9624e+6:2393:x1870627074097536:12345-192.168.201.34@tcp:400:kworker.0 00000100:00100000:1.0:1783969547.024008:0:17113:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eac157bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:968cb78a-c1fe-4a90-8549-da4cc0f9624e+6:2393:x1870627074097536:12345-192.168.201.34@tcp:400:kworker.0 Request processed in 23us (746us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969547.024014:0:17113:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 93 00000100:00100000:1.0:1783969547.024044:0:17113:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 94 00000100:00100000:1.0:1783969547.024049:0:17113:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93e983fc6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1a97a32d-150e-48b4-af23-95f3386e92f5+14:2393:x1870627074097152:12345-192.168.201.34@tcp:400:kworker.0 00000100:00100000:1.0:1783969547.024079:0:17113:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93e983fc6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1a97a32d-150e-48b4-af23-95f3386e92f5+14:2393:x1870627074097152:12345-192.168.201.34@tcp:400:kworker.0 Request processed in 30us (792us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969547.024084:0:17113:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 94 00000100:00100000:1.0:1783969547.024093:0:17113:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 95 00000100:00100000:1.0:1783969547.024099:0:17113:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea836e6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:968cb78a-c1fe-4a90-8549-da4cc0f9624e+5:2393:x1870627074097664:12345-192.168.201.34@tcp:400:kworker.0 00000100:00100000:1.0:1783969547.024120:0:17113:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea836e6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:968cb78a-c1fe-4a90-8549-da4cc0f9624e+5:2393:x1870627074097664:12345-192.168.201.34@tcp:400:kworker.0 Request processed in 21us (771us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969547.024126:0:17113:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 95 00000100:00100000:0.0:1783969547.025121:0:18622:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074097408 00000100:00100000:0.0:1783969547.025127:0:18622:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074097408 00000100:00100000:0.0:1783969547.025190:0:18622:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 36 00000100:00100000:0.0:1783969547.025200:0:18622:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea836e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1a97a32d-150e-48b4-af23-95f3386e92f5+5:2393:x1870627074097408:12345-192.168.201.34@tcp:400:kworker.0 00000100:00100000:0.0:1783969547.025253:0:18622:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea836e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1a97a32d-150e-48b4-af23-95f3386e92f5+5:2393:x1870627074097408:12345-192.168.201.34@tcp:400:kworker.0 Request processed in 56us (1933us total) trans 0 rc 0/0 00000100:00100000:0.0:1783969547.025260:0:18622:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 36 00000100:00080000:3.0:1783969547.026037:0:17108:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1783969547.026043:0:17108:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1783969547.026047:0:17108:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1783969547.507922:0:17100:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783969547.632620:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1783969547.632645:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93eabf92bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1870627099347200:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1783969547.632729:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783969547.632938:0:18624:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099347200 00000100:00100000:3.0:1783969547.632947:0:18624:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099347200 00000100:00100000:3.0:1783969547.633030:0:18624:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1783969547.633040:0:18624:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eabf92b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1870627099347200:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1783969547.633065:0:18624:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1783969547.633121:0:18624:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eabf92b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1870627099347200:12345-0@lo:13:osp-pre-0-1.0 Request processed in 83us (393us total) trans 0 rc 0/0 00000100:00100000:3.0:1783969547.633137:0:18624:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1783969547.633357:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93eabf92bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1870627099347200:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1783969547.633417:0:17108:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:00100000:1.0:1783969547.636044:0:19435:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 968cb78a-c1fe-4a90-8549-da4cc0f9624e 00000020:00000080:1.0:1783969547.636054:0:19435:0:(genops.c:906:class_export_put()) final put ffff93eabf7bf000/968cb78a-c1fe-4a90-8549-da4cc0f9624e 00000020:00000080:2.0:1783969547.636156:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff93eabf7bf000/968cb78a-c1fe-4a90-8549-da4cc0f9624e for lustre-OST0001 00000020:00000080:2.0:1783969547.636212:0:8:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff93eabf7b8000 for lustre-OST0001 00000001:00100000:2.0:1783969547.639079:0:18616:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 968cb78a-c1fe-4a90-8549-da4cc0f9624e 00000020:00000080:2.0:1783969547.639101:0:18616:0:(genops.c:906:class_export_put()) final put ffff93e981abb000/968cb78a-c1fe-4a90-8549-da4cc0f9624e 00000001:00100000:2.0:1783969547.639133:0:18616:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 1a97a32d-150e-48b4-af23-95f3386e92f5 00000020:00000080:2.0:1783969547.639135:0:18616:0:(genops.c:906:class_export_put()) final put ffff93eab9fc4000/1a97a32d-150e-48b4-af23-95f3386e92f5 00000020:00000080:3.0:1783969547.639484:0:38:0:(genops.c:865:class_export_destroy()) destroying export ffff93e981abb000/968cb78a-c1fe-4a90-8549-da4cc0f9624e for lustre-OST0000 00000020:00000080:3.0:1783969547.639549:0:38:0:(genops.c:865:class_export_destroy()) destroying export ffff93eab9fc4000/1a97a32d-150e-48b4-af23-95f3386e92f5 for lustre-OST0000 00000020:00000080:3.0:1783969547.639564:0:38:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff93eabf7bc800 for lustre-OST0000 00000020:00000080:3.0:1783969547.639569:0:38:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff93eaac726000 for lustre-OST0000 00010000:00010000:0.0:1783969548.528877:0:17101:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783969548.656842:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea86fb1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1870627099347328:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1783969548.656918:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783969548.656982:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93e9837c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1870627099347840:0@lo:400:kworker.0 00000100:00100000:0.0:1783969548.657001:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea836e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:451c11fa-8d33-493c-b495-458f5de7342a:3646:1870627099347584:0@lo:400:kworker.0 00000100:00100000:2.0:1783969548.657012:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783969548.657042:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea8e85ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1870627099348352:0@lo:400:kworker.0 00000100:00100000:0.0:1783969548.657049:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783969548.657095:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea8e85d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1870627099348096:0@lo:400:kworker.0 00000100:00100000:3.0:1783969548.657101:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93eabf929f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1870627099347456:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1783969548.662594:0:19683:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099347328 00000100:00100000:1.0:1783969548.662612:0:19683:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099347328 00000100:00100000:1.0:1783969548.662698:0:19683:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1783969548.662713:0:19683:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea8e85ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1870627099347328:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1783969548.662750:0:19683:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 3485696 granted 17886912 pending 0 free 3915849728 avail 3684327424 00000100:00100000:2.0:1783969548.662975:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783969548.663034:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea8e85f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3648:1870627099348864:0@lo:400:kworker.0 00000100:00100000:0.0:1783969548.663557:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783969548.663593:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea8e85d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1870627099348608:0@lo:400:kworker.0 00000100:00100000:0.0:1783969548.663624:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783969548.663648:0:18622:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099347840 00000100:00100000:0.0:1783969548.663652:0:18622:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099347840 00000100:00100000:0.0:1783969548.663702:0:18622:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099348096 00000100:00100000:0.0:1783969548.663706:0:18622:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099348096 00000100:00100000:0.0:1783969548.663724:0:18622:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099348608 00000100:00100000:0.0:1783969548.663727:0:18622:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099348608 00000100:00100000:0.0:1783969548.663738:0:18622:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:0.0:1783969548.663745:0:18622:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea8e85ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3648:x1870627099347840:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783969548.663795:0:18622:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea8e85ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3648:x1870627099347840:12345-0@lo:400:kworker.0 Request processed in 51us (6784us total) trans 0 rc 0/0 00000100:00100000:0.0:1783969548.663802:0:18622:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:0.0:1783969548.663817:0:18622:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:0.0:1783969548.663824:0:18622:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea867b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3646:x1870627099348096:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783969548.663852:0:18622:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea867b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3646:x1870627099348096:12345-0@lo:400:kworker.0 Request processed in 29us (296us total) trans 0 rc 0/0 00000100:00100000:0.0:1783969548.663858:0:18622:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:0.0:1783969548.663869:0:18622:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:0.0:1783969548.663875:0:18622:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea865a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:3646:x1870627099348608:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783969548.663899:0:18622:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea865a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:3646:x1870627099348608:12345-0@lo:400:kworker.0 Request processed in 25us (275us total) trans 0 rc 0/0 00000100:00100000:0.0:1783969548.663905:0:18622:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:0.0:1783969548.663944:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea8e85d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1870627099348608:0@lo:400:kworker.0 00000100:00100000:0.0:1783969548.663953:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea8e85df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3646:1870627099349120:0@lo:400:kworker.0 00000100:00100000:2.0:1783969548.663964:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783969548.663996:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783969548.664037:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea8e85d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1870627099348096:0@lo:400:kworker.0 00000100:00100000:0.0:1783969548.664046:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [1->0] 00000100:00100000:0.0:1783969548.664052:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93eab779ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1870627099347712:0@lo:400:kworker.0 00000100:00100000:0.0:1783969548.664076:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783969548.664101:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea8e85e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3646:1870627099348224:0@lo:400:kworker.0 00000100:00100000:0.0:1783969548.664122:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783969548.664144:0:17114:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099348864 00000100:00100000:0.0:1783969548.664147:0:17114:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099348864 00000100:00100000:0.0:1783969548.664490:0:17114:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099349120 00000100:00100000:0.0:1783969548.664494:0:17114:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099349120 00000100:00100000:0.0:1783969548.664509:0:17114:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099348224 00000100:00100000:0.0:1783969548.664511:0:17114:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099348224 00000100:00100000:0.0:1783969548.664522:0:17114:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 96 00000100:00100000:0.0:1783969548.664527:0:17114:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea8e85dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3648:x1870627099348864:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783969548.664561:0:17114:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea8e85dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3648:x1870627099348864:12345-0@lo:400:kworker.0 Request processed in 34us (598us total) trans 0 rc 0/0 00000100:00100000:0.0:1783969548.664566:0:17114:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 96 00000100:00100000:0.0:1783969548.664576:0:17114:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 97 00000100:00100000:0.0:1783969548.664581:0:17114:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea865aa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3646:x1870627099349120:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783969548.664601:0:17114:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea865aa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3646:x1870627099349120:12345-0@lo:400:kworker.0 Request processed in 21us (611us total) trans 0 rc 0/0 00000100:00100000:0.0:1783969548.664606:0:17114:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 97 00000100:00100000:0.0:1783969548.664614:0:17114:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 98 00000100:00100000:0.0:1783969548.664619:0:17114:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea865ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1870627099348224:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783969548.664638:0:17114:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea865ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1870627099348224:12345-0@lo:400:kworker.0 Request processed in 19us (514us total) trans 0 rc 0/0 00000100:00100000:0.0:1783969548.664643:0:17114:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 98 00000100:00100000:0.0:1783969548.664698:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea8e85e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3646:1870627099348224:0@lo:400:kworker.0 00000100:00100000:0.0:1783969548.664705:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea8e85c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3646:1870627099348736:0@lo:400:kworker.0 00000100:00100000:0.0:1783969548.664726:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783969548.664748:0:17114:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099348736 00000100:00100000:0.0:1783969548.664751:0:17114:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099348736 00000100:00100000:0.0:1783969548.664768:0:17114:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 99 00000100:00100000:0.0:1783969548.664911:0:17114:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea865aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3646:x1870627099348736:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783969548.664940:0:17114:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea865aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3646:x1870627099348736:12345-0@lo:400:kworker.0 Request processed in 167us (214us total) trans 0 rc 0/0 00000100:00100000:0.0:1783969548.664946:0:17114:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 99 00000100:00100000:0.0:1783969548.665117:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea8e85c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3646:1870627099348736:0@lo:400:kworker.0 00000100:00100000:0.0:1783969548.665124:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea8e85d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3646:1870627099349248:0@lo:400:kworker.0 00000100:00100000:0.0:1783969548.665145:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783969548.665161:0:17114:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099349248 00000100:00100000:0.0:1783969548.665164:0:17114:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099349248 00000100:00100000:0.0:1783969548.665245:0:17114:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 100 00000100:00100000:0.0:1783969548.665252:0:17114:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea865a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3646:x1870627099349248:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783969548.665278:0:17114:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea865a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3646:x1870627099349248:12345-0@lo:400:kworker.0 Request processed in 27us (132us total) trans 0 rc 0/0 00000100:00100000:0.0:1783969548.665284:0:17114:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 100 00010000:00080000:0.0:1783969548.665305:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93ea8e85d880 x1870627099349248/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783969564 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783969548.665316:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea8e85d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3646:1870627099349248:0@lo:400:kworker.0 00000100:00100000:0.0:1783969548.665327:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea8e85df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3646:1870627099349120:0@lo:400:kworker.0 00000100:00080000:0.0:1783969548.665366:0:17108:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1783969548.665370:0:17108:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1783969548.665372:0:17108:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1783969548.665374:0:17108:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1783969548.665415:0:17118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099348352 00000100:00100000:0.0:1783969548.665424:0:17118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099348352 00000100:00100000:3.0:1783969548.665553:0:17107:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099347584 00000100:00100000:3.0:1783969548.665558:0:17107:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099347584 00000100:00100000:3.0:1783969548.665591:0:17107:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 177 00000100:00100000:3.0:1783969548.665598:0:17107:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eabbf5bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:451c11fa-8d33-493c-b495-458f5de7342a+24:3646:x1870627099347584:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783969548.665640:0:17107:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eabbf5bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:451c11fa-8d33-493c-b495-458f5de7342a+24:3646:x1870627099347584:12345-0@lo:400:kworker.0 Request processed in 43us (8592us total) trans 0 rc 0/0 00000100:00100000:3.0:1783969548.665648:0:17107:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 177 00000100:00100000:0.0:1783969548.665681:0:17118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099347712 00000100:00100000:0.0:1783969548.665685:0:17118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099347712 00000100:00100000:3.0:1783969548.665712:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783969548.665717:0:17118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:0.0:1783969548.665726:0:17118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea8e85f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3648:x1870627099348352:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783969548.665732:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93e983efd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1870627099347968:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1783969548.665772:0:17118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea8e85f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3648:x1870627099348352:12345-0@lo:400:kworker.0 Request processed in 48us (2798us total) trans 0 rc 0/0 00000100:00100000:0.0:1783969548.665869:0:17118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:0.0:1783969548.665880:0:17118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099347456 00000100:00100000:0.0:1783969548.665882:0:17118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099347456 00000100:00100000:0.0:1783969548.665894:0:17118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:0.0:1783969548.665899:0:17118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea865abb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3646:x1870627099347712:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783969548.665925:0:17118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea865abb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3646:x1870627099347712:12345-0@lo:400:kworker.0 Request processed in 26us (1849us total) trans 0 rc 0/0 00000100:00100000:0.0:1783969548.665931:0:17118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:0.0:1783969548.665939:0:17118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:0.0:1783969548.665944:0:17118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eabf929180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3649:x1870627099347456:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1783969548.665965:0:17118:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446293504 avail 1300054016 00000100:00100000:0.0:1783969548.665989:0:17118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eabf929180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3649:x1870627099347456:12345-0@lo:41:osp-pre-0-1.0 Request processed in 46us (279us total) trans 0 rc 0/0 00000100:00100000:0.0:1783969548.665995:0:17118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00100000:3.0:1783969548.666266:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783969548.666297:0:18624:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099347968 00000100:00100000:3.0:1783969548.666301:0:18624:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099347968 00000100:00100000:3.0:1783969548.666325:0:18624:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:3.0:1783969548.666332:0:18624:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eabf928e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3649:x1870627099347968:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1783969548.666344:0:18624:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 3485696 granted 17886912 pending 0 free 3915849728 avail 3684327424 00000100:00100000:3.0:1783969548.666375:0:18624:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eabf928e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3649:x1870627099347968:12345-0@lo:13:osp-pre-1-0.0 Request processed in 44us (109us total) trans 0 rc 0/0 00000100:00100000:3.0:1783969548.666403:0:18624:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:3.0:1783969548.666448:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93e983efd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1870627099347968:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1783969548.666465:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea8e85f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1870627099348480:0@lo:400:kworker.0 00000001:00080000:0.0:1783969548.666769:0:17092:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934623 is committed 00000020:00080000:0.0:1783969548.667009:0:17092:0:(update_trans.c:1348:distribute_txn_batchid_cb()) lustre-MDT0000: 4294967530 batchid updated 00000020:00080000:0.0:1783969548.667027:0:17152:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967530 00000020:00080000:0.0:1783969548.667038:0:17152:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967530 00000100:00100000:0.0:1783969548.667065:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93eab779ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1870627099347712:0@lo:400:kworker.0 00000100:00100000:0.0:1783969548.667075:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea836e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:451c11fa-8d33-493c-b495-458f5de7342a:3646:1870627099347584:0@lo:400:kworker.0 00000100:00100000:3.0:1783969548.667282:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783969548.667315:0:18622:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099348480 00000100:00100000:3.0:1783969548.667321:0:18622:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099348480 00000100:00100000:3.0:1783969548.667350:0:18622:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:3.0:1783969548.667356:0:18622:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eabf92a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3649:x1870627099348480:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783969548.667432:0:18622:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eabf92a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3649:x1870627099348480:12345-0@lo:400:kworker.0 Request processed in 75us (150us total) trans 0 rc 0/0 00000100:00100000:3.0:1783969548.667438:0:18622:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:3.0:1783969548.667469:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea8e85f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1870627099348480:0@lo:400:kworker.0 00000100:00100000:3.0:1783969548.667477:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea8e85fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3649:1870627099348992:0@lo:400:kworker.0 00000100:00100000:3.0:1783969548.667907:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783969548.667971:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93eabf929f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1870627099347456:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1783969548.668325:0:19683:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea8e85ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1870627099347328:12345-0@lo:13:osp-pre-1-1.0 Request processed in 5616us (11405us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969548.668334:0:19683:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:0.0:1783969548.673661:0:17114:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099348992 00000100:00100000:0.0:1783969548.673678:0:17114:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099348992 00000100:00100000:0.0:1783969548.673810:0:17114:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 101 00000100:00100000:0.0:1783969548.673828:0:17114:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eabf928000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3649:x1870627099348992:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783969548.673926:0:17114:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eabf928000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3649:x1870627099348992:12345-0@lo:400:kworker.0 Request processed in 106us (6150us total) trans 0 rc 0/0 00000100:00100000:0.0:1783969548.673934:0:17114:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 101 00000100:00080000:1.0:1783969548.674060:0:17108:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1783969548.674189:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea8e85f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3648:1870627099348864:0@lo:400:kworker.0 00000100:00100000:2.0:1783969548.674230:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea86fb1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1870627099347328:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1783969548.674243:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93e9837c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1870627099347840:0@lo:400:kworker.0 00000100:00100000:2.0:1783969548.674255:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea8e85ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1870627099348352:0@lo:400:kworker.0 00010000:00080000:3.0:1783969548.676590:0:3649:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93ea8e85fb80 x1870627099348992/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783969564 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783969548.676608:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea8e85fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3649:1870627099348992:0@lo:400:kworker.0 00000100:00100000:1.0:1783969549.171159:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea8e85ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1870627099349376:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1783969549.171258:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783969549.171948:0:17118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099349376 00000100:00100000:2.0:1783969549.171963:0:17118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099349376 00000100:00100000:2.0:1783969549.172044:0:17118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:2.0:1783969549.172056:0:17118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea86fb0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3648:x1870627099349376:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1783969549.172095:0:17118:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1783969549.172194:0:17118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea86fb0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3648:x1870627099349376:12345-0@lo:41:osp-pre-1-0.0 Request processed in 141us (935us total) trans 0 rc 0/0 00000100:00100000:2.0:1783969549.172204:0:17118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:1.0:1783969549.172266:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea8e85ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1870627099349376:0@lo:41:osp-pre-1-0.0 00000040:00080000:3.0:1783969549.232692:0:17148:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:3.0:1783969549.232706:0:17148:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1783969549.232905:0:17148:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:3.0:1783969549.232916:0:17148:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 00010000:00010000:1.0:1783969549.552768:0:17100:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1783969549.795109:0:20488:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-pcc test 1d: Test Project ID with remote access ========================================================== 15:05:47 (1783969547) 00010000:00010000:2.0:1783969550.579770:0:17101:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783969551.601616:0:17100:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783969551.733966:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea86fb3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1870627099349504:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1783969551.734067:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783969551.734186:0:18624:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099349504 00000100:00100000:1.0:1783969551.734197:0:18624:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099349504 00000100:00100000:1.0:1783969551.734296:0:18624:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:1.0:1783969551.734310:0:18624:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eabf929f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3649:x1870627099349504:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1783969551.734352:0:18624:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1783969551.734476:0:18624:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eabf929f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3649:x1870627099349504:12345-0@lo:13:osp-pre-0-0.0 Request processed in 170us (409us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969551.734485:0:18624:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:1.0:1783969551.734547:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea86fb3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1870627099349504:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1783969551.734632:0:17108:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1783969552.144856:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:1.0:1783969552.144908:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:1.0:1783969552.144943:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:1.0:1783969552.144965:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:1.0:1783969552.144985:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:1.0:1783969552.145010:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:1.0:1783969552.145045:0:17112:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074097920 00000100:00100000:1.0:1783969552.145057:0:17112:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074097920 00000100:00100000:1.0:1783969552.145127:0:17112:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074098432 00000100:00100000:1.0:1783969552.145131:0:17112:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074098432 00000100:00100000:1.0:1783969552.145146:0:17112:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074098048 00000100:00100000:1.0:1783969552.145148:0:17112:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074098048 00000100:00100000:1.0:1783969552.145162:0:17112:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074098304 00000100:00100000:1.0:1783969552.145165:0:17112:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074098304 00000100:00100000:1.0:1783969552.145182:0:17112:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 102 00000100:00100000:1.0:1783969552.145195:0:17112:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea86fb3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1a97a32d-150e-48b4-af23-95f3386e92f5+13:2391:x1870627074097920:12345-192.168.201.34@tcp:400:kworker.0 00000100:00100000:1.0:1783969552.145298:0:17112:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea86fb3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1a97a32d-150e-48b4-af23-95f3386e92f5+13:2391:x1870627074097920:12345-192.168.201.34@tcp:400:kworker.0 Request processed in 105us (388us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969552.145324:0:17112:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 102 00000100:00100000:1.0:1783969552.145349:0:17112:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 103 00000100:00100000:1.0:1783969552.145356:0:17112:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea86fb1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:968cb78a-c1fe-4a90-8549-da4cc0f9624e+5:2391:x1870627074098432:12345-192.168.201.34@tcp:400:kworker.0 00000100:00100000:1.0:1783969552.145412:0:17112:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea86fb1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:968cb78a-c1fe-4a90-8549-da4cc0f9624e+5:2391:x1870627074098432:12345-192.168.201.34@tcp:400:kworker.0 Request processed in 56us (446us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969552.145418:0:17112:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 103 00000100:00100000:1.0:1783969552.145430:0:17112:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 104 00000100:00100000:1.0:1783969552.145436:0:17112:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea86fb0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1a97a32d-150e-48b4-af23-95f3386e92f5+5:2392:x1870627074098048:12345-192.168.201.34@tcp:400:kworker.0 00000100:00100000:1.0:1783969552.145461:0:17112:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea86fb0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1a97a32d-150e-48b4-af23-95f3386e92f5+5:2392:x1870627074098048:12345-192.168.201.34@tcp:400:kworker.0 Request processed in 25us (475us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969552.145466:0:17112:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 104 00000100:00100000:1.0:1783969552.145478:0:17112:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 105 00000100:00100000:1.0:1783969552.145483:0:17112:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea86fb0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:968cb78a-c1fe-4a90-8549-da4cc0f9624e+6:2392:x1870627074098304:12345-192.168.201.34@tcp:400:kworker.0 00000100:00100000:1.0:1783969552.145504:0:17112:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea86fb0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:968cb78a-c1fe-4a90-8549-da4cc0f9624e+6:2392:x1870627074098304:12345-192.168.201.34@tcp:400:kworker.0 Request processed in 21us (494us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969552.145510:0:17112:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 105 00000100:00100000:1.0:1783969552.145531:0:18621:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074098176 00000100:00100000:1.0:1783969552.145535:0:18621:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074098176 00000100:00100000:1.0:1783969552.145595:0:18621:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 41 00000100:00100000:1.0:1783969552.145601:0:18621:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea86fb1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1a97a32d-150e-48b4-af23-95f3386e92f5+5:2391:x1870627074098176:12345-192.168.201.34@tcp:400:kworker.0 00000100:00100000:1.0:1783969552.145636:0:18621:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea86fb1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1a97a32d-150e-48b4-af23-95f3386e92f5+5:2391:x1870627074098176:12345-192.168.201.34@tcp:400:kworker.0 Request processed in 27us (685us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969552.145644:0:18621:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 41 00000100:00080000:1.0:1783969552.145684:0:17108:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1783969552.145689:0:17108:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1783969552.145691:0:17108:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1783969552.146198:0:17106:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074097792 00000100:00100000:0.0:1783969552.146205:0:17106:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074097792 00000100:00100000:0.0:1783969552.146256:0:17106:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 178 00000100:00100000:0.0:1783969552.146265:0:17106:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eabbf5b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:67a3c0e1-9e25-4885-b9a1-31708fbd2c77+13:2392:x1870627074097792:12345-192.168.201.34@tcp:400:kworker.0 00000100:00100000:0.0:1783969552.146323:0:17106:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eabbf5b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:67a3c0e1-9e25-4885-b9a1-31708fbd2c77+13:2392:x1870627074097792:12345-192.168.201.34@tcp:400:kworker.0 Request processed in 60us (1484us total) trans 0 rc 0/0 00000100:00100000:0.0:1783969552.146330:0:17106:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 178 00010000:00010000:2.0:1783969552.627505:0:17101:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783969552.756645:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93eabf92b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1870627099349632:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1783969552.756759:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783969552.756853:0:19683:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099349632 00000100:00100000:0.0:1783969552.756864:0:19683:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099349632 00000100:00100000:0.0:1783969552.756959:0:19683:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:0.0:1783969552.756981:0:19683:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea865a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1870627099349632:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1783969552.757011:0:19683:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1783969552.757063:0:19683:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea865a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1870627099349632:12345-0@lo:13:osp-pre-0-1.0 Request processed in 94us (305us total) trans 0 rc 0/0 00000100:00100000:0.0:1783969552.757089:0:19683:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:0.0:1783969552.757152:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93eabf92b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1870627099349632:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1783969552.757226:0:17108:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1783969553.650813:0:17100:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783969553.776979:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea8e85f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:451c11fa-8d33-493c-b495-458f5de7342a:3648:1870627099349760:0@lo:400:kworker.0 00000100:00100000:1.0:1783969553.777066:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783969553.777127:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea8e85c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3648:1870627099350400:0@lo:400:kworker.0 00000100:00100000:2.0:1783969553.777137:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea8e85e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1870627099350016:0@lo:400:kworker.0 00000100:00100000:1.0:1783969553.777162:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783969553.777187:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea8e85df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3648:1870627099350912:0@lo:400:kworker.0 00000100:00100000:1.0:1783969553.777228:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783969553.777279:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783969553.777314:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea8e85ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1870627099350528:0@lo:400:kworker.0 00000100:00100000:2.0:1783969553.777340:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783969553.777361:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea8e85d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3649:1870627099351040:0@lo:400:kworker.0 00000100:00100000:2.0:1783969553.777434:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783969553.777483:0:17117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099350016 00000100:00100000:2.0:1783969553.777492:0:17117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099350016 00000100:00100000:2.0:1783969553.777559:0:17117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099350528 00000100:00100000:2.0:1783969553.777569:0:17117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099350528 00000100:00100000:2.0:1783969553.777594:0:17117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:2.0:1783969553.777615:0:17117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea8e85d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3649:x1870627099350016:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783969553.777668:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea8e85d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3648:1870627099351424:0@lo:400:kworker.0 00000100:00100000:1.0:1783969553.777707:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783969553.777754:0:17112:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099350400 00000100:00100000:1.0:1783969553.777762:0:17112:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099350400 00000100:00100000:1.0:1783969553.777802:0:17112:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099350912 00000100:00100000:1.0:1783969553.777805:0:17112:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099350912 00000100:00100000:1.0:1783969553.777815:0:17112:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099351040 00000100:00100000:1.0:1783969553.777818:0:17112:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099351040 00000100:00100000:1.0:1783969553.777909:0:17112:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099351424 00000100:00100000:1.0:1783969553.777913:0:17112:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099351424 00000100:00100000:1.0:1783969553.777932:0:17112:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 106 00000100:00100000:1.0:1783969553.777940:0:17112:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea86fb1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3648:x1870627099350400:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783969553.777997:0:17112:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea86fb1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3648:x1870627099350400:12345-0@lo:400:kworker.0 Request processed in 56us (833us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969553.778006:0:17112:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 106 00000100:00100000:1.0:1783969553.778027:0:17112:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 107 00000100:00100000:1.0:1783969553.778036:0:17112:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eab7201500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3648:x1870627099350912:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783969553.778147:0:17117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea8e85d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3649:x1870627099350016:12345-0@lo:400:kworker.0 Request processed in 542us (867us total) trans 0 rc 0/0 00000100:00100000:2.0:1783969553.778225:0:17117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00100000:2.0:1783969553.778252:0:17117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:2.0:1783969553.778261:0:17117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93e9837c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3649:x1870627099350528:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783969553.778296:0:17117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93e9837c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3649:x1870627099350528:12345-0@lo:400:kworker.0 Request processed in 37us (956us total) trans 0 rc 0/0 00000100:00100000:2.0:1783969553.778303:0:17117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00100000:2.0:1783969553.778333:0:17114:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108 00000100:00100000:2.0:1783969553.778341:0:17114:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea86f8ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3649:x1870627099351040:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783969553.778370:0:17114:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea86f8ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3649:x1870627099351040:12345-0@lo:400:kworker.0 Request processed in 31us (937us total) trans 0 rc 0/0 00000100:00100000:2.0:1783969553.778376:0:17114:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108 00000100:00100000:2.0:1783969553.778428:0:17114:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109 00000100:00100000:2.0:1783969553.778435:0:17114:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eab7202680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3648:x1870627099351424:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783969553.778464:0:17114:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eab7202680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3648:x1870627099351424:12345-0@lo:400:kworker.0 Request processed in 30us (757us total) trans 0 rc 0/0 00000100:00100000:2.0:1783969553.778471:0:17114:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109 00000100:00100000:1.0:1783969553.778615:0:17112:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eab7201500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3648:x1870627099350912:12345-0@lo:400:kworker.0 Request processed in 568us (1374us total) trans 0 rc 0/0 00000100:00100000:0.0:1783969553.778630:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea86fb2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1870627099349888:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1783969553.778642:0:17112:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 107 00000100:00100000:0.0:1783969553.778690:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783969553.778714:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea8e85c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3648:1870627099350400:0@lo:400:kworker.0 00000100:00100000:0.0:1783969553.778728:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea8e85c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1870627099350272:0@lo:400:kworker.0 00000100:00100000:1.0:1783969553.778737:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea8e85df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3648:1870627099350912:0@lo:400:kworker.0 00010000:00080000:1.0:1783969553.778756:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93ea8e85d500 x1870627099351424/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783969569 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783969553.778767:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea8e85d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3648:1870627099351424:0@lo:400:kworker.0 00000100:00100000:0.0:1783969553.778778:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783969553.778812:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea8e85f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1870627099350784:0@lo:400:kworker.0 00000100:00100000:0.0:1783969553.778838:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783969553.778860:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea8e85e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3647:1870627099351296:0@lo:400:kworker.0 00000100:00100000:0.0:1783969553.778882:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783969553.778904:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:0.0:1783969553.778910:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea8e85ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1870627099350144:0@lo:400:kworker.0 00000100:00100000:0.0:1783969553.778930:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783969553.778948:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea8e85fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1870627099350656:0@lo:400:kworker.0 00000100:00100000:0.0:1783969553.778966:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783969553.778981:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea8e85c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3647:1870627099351168:0@lo:400:kworker.0 00000100:00100000:0.0:1783969553.778999:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783969553.779046:0:18622:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099350272 00000100:00100000:0.0:1783969553.779052:0:18622:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099350272 00000100:00100000:0.0:1783969553.779139:0:18622:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099350784 00000100:00100000:0.0:1783969553.779155:0:18622:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099350784 00000100:00100000:0.0:1783969553.779186:0:18622:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099350144 00000100:00100000:0.0:1783969553.779189:0:18622:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099350144 00000100:00100000:1.0:1783969553.779210:0:18623:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099349888 00000100:00100000:0.0:1783969553.779210:0:18622:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099350656 00000100:00100000:2.0:1783969553.779222:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea8e85e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1870627099350016:0@lo:400:kworker.0 00000100:00100000:0.0:1783969553.779228:0:18622:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099350656 00000100:00100000:2.0:1783969553.779245:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea8e85ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1870627099350528:0@lo:400:kworker.0 00000100:00100000:0.0:1783969553.779246:0:18622:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:0.0:1783969553.779253:0:18622:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eab779ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3647:x1870627099350272:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783969553.779257:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea8e85d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3649:1870627099351040:0@lo:400:kworker.0 00000100:00100000:0.0:1783969553.779296:0:18622:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eab779ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3647:x1870627099350272:12345-0@lo:400:kworker.0 Request processed in 44us (521us total) trans 0 rc 0/0 00000100:00100000:2.0:1783969553.779297:0:18620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:0.0:1783969553.779302:0:18622:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:2.0:1783969553.779305:0:18620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93e983d22a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3647:x1870627099350784:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783969553.779313:0:18622:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:0.0:1783969553.779319:0:18622:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93e983d21500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3647:x1870627099350144:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783969553.779337:0:18620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93e983d22a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3647:x1870627099350784:12345-0@lo:400:kworker.0 Request processed in 33us (497us total) trans 0 rc 0/0 00000100:00100000:0.0:1783969553.779342:0:18622:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93e983d21500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3647:x1870627099350144:12345-0@lo:400:kworker.0 Request processed in 24us (411us total) trans 0 rc 0/0 00000100:00100000:2.0:1783969553.779343:0:18620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:0.0:1783969553.779347:0:18622:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:0.0:1783969553.779355:0:18622:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:0.0:1783969553.779361:0:18622:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93e983d21880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3647:x1870627099350656:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1783969553.779463:0:17108:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1783969553.779468:0:17108:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1783969553.779471:0:17108:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1783969553.779474:0:17108:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1783969553.779546:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93eabf92bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1870627099351680:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1783969553.779578:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783969553.779635:0:19683:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099351680 00000100:00100000:3.0:1783969553.779638:0:19683:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099351680 00000100:00100000:3.0:1783969553.779679:0:19683:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:3.0:1783969553.779688:0:19683:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eabf92ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3646:x1870627099351680:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1783969553.779714:0:19683:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 3485696 granted 17886912 pending 0 free 3915849728 avail 3684327424 00000100:00100000:3.0:1783969553.779752:0:19683:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eabf92ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3646:x1870627099351680:12345-0@lo:13:osp-pre-1-0.0 Request processed in 66us (174us total) trans 0 rc 0/0 00000100:00100000:3.0:1783969553.779759:0:19683:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:3.0:1783969553.779797:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93eabf92bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1870627099351680:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1783969553.779814:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1783969553.779823:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93eabf92b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1870627099351552:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1783969553.779852:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783969553.779881:0:17117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099351552 00000100:00100000:3.0:1783969553.779884:0:17117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099351552 00000100:00100000:3.0:1783969553.779912:0:17117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:3.0:1783969553.779918:0:17117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eabf92bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3648:x1870627099351552:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1783969553.779949:0:17117:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446293504 avail 1300054016 00000100:00100000:3.0:1783969553.779988:0:17117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eabf92bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3648:x1870627099351552:12345-0@lo:41:osp-pre-0-1.0 Request processed in 70us (135us total) trans 0 rc 0/0 00000100:00100000:3.0:1783969553.779995:0:17117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00100000:3.0:1783969553.780023:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93eabf92b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1870627099351552:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1783969553.780112:0:17114:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099351296 00000100:00100000:3.0:1783969553.780116:0:17114:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099351296 00000100:00100000:3.0:1783969553.780153:0:17114:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099351168 00000100:00100000:3.0:1783969553.780157:0:17114:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099351168 00000100:00100000:3.0:1783969553.780179:0:17114:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 110 00000100:00100000:3.0:1783969553.780185:0:17114:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93e983d21f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3647:x1870627099351296:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783969553.780217:0:17114:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93e983d21f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3647:x1870627099351296:12345-0@lo:400:kworker.0 Request processed in 32us (1334us total) trans 0 rc 0/0 00000100:00100000:3.0:1783969553.780223:0:17114:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 110 00000100:00100000:3.0:1783969553.780235:0:17114:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 111 00000100:00100000:3.0:1783969553.780241:0:17114:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea88969c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3647:x1870627099351168:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783969553.780290:0:17114:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea88969c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3647:x1870627099351168:12345-0@lo:400:kworker.0 Request processed in 49us (1289us total) trans 0 rc 0/0 00000100:00100000:3.0:1783969553.780296:0:17114:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 111 00000100:00080000:3.0:1783969553.780313:0:17108:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1783969553.780316:0:17108:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1783969553.780345:0:17105:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099349760 00000100:00100000:3.0:1783969553.780348:0:17105:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099349760 00000100:00100000:3.0:1783969553.780403:0:17105:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 179 00000100:00100000:3.0:1783969553.780411:0:17105:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eabbf58450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:451c11fa-8d33-493c-b495-458f5de7342a+24:3648:x1870627099349760:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783969553.780449:0:17105:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eabbf58450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:451c11fa-8d33-493c-b495-458f5de7342a+24:3648:x1870627099349760:12345-0@lo:400:kworker.0 Request processed in 40us (3384us total) trans 0 rc 0/0 00000100:00100000:3.0:1783969553.780455:0:17105:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 179 00000100:00100000:3.0:1783969553.780504:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea8e85f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:451c11fa-8d33-493c-b495-458f5de7342a:3648:1870627099349760:0@lo:400:kworker.0 00000100:00100000:3.0:1783969553.780543:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea8e85ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1870627099350144:0@lo:400:kworker.0 00010000:00080000:3.0:1783969553.780558:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93ea8e85c000 x1870627099351168/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783969569 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783969553.780577:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea8e85c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3647:1870627099351168:0@lo:400:kworker.0 00000100:00100000:3.0:1783969553.780591:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea8e85c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1870627099350272:0@lo:400:kworker.0 00000100:00100000:3.0:1783969553.780615:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea8e85f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1870627099350784:0@lo:400:kworker.0 00000100:00100000:3.0:1783969553.780630:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea8e85e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3647:1870627099351296:0@lo:400:kworker.0 00000100:00100000:1.0:1783969553.780646:0:18623:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099349888 00000100:00100000:1.0:1783969553.780720:0:18623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:1.0:1783969553.780731:0:18623:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea836e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1870627099349888:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1783969553.780755:0:18623:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 3485696 granted 17886912 pending 0 free 3915849728 avail 3684327424 00000100:00100000:1.0:1783969553.780829:0:18623:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea836e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1870627099349888:12345-0@lo:13:osp-pre-1-1.0 Request processed in 100us (2140us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969553.780836:0:18623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:1.0:1783969553.780896:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea86fb2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1870627099349888:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1783969553.781438:0:18622:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93e983d21880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3647:x1870627099350656:12345-0@lo:400:kworker.0 Request processed in 2076us (2468us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969553.781823:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea8e85fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1870627099350656:0@lo:400:kworker.0 00000100:00100000:0.0:1783969553.795780:0:18622:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000040:00080000:1.0:1783969554.033675:0:17868:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1783969554.290259:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1783969554.290295:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea86f8ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1870627099351808:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1783969554.290435:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783969554.293837:0:17117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099351808 00000100:00100000:2.0:1783969554.293860:0:17117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099351808 00000100:00100000:2.0:1783969554.293964:0:17117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:2.0:1783969554.293978:0:17117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eabf92b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3646:x1870627099351808:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1783969554.294035:0:17117:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1783969554.294180:0:17117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eabf92b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3646:x1870627099351808:12345-0@lo:41:osp-pre-1-0.0 Request processed in 205us (3745us total) trans 0 rc 0/0 00000100:00100000:2.0:1783969554.294188:0:17117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00100000:0.0:1783969554.294448:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea86f8ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1870627099351808:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1783969554.673118:0:17101:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783969555.698226:0:17100:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783969555.713136:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:2.0:1783969555.721070:0:17115:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074098688 00000100:00100000:2.0:1783969555.721094:0:17115:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074098688 00000100:00100000:2.0:1783969555.721201:0:17115:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 13 00000100:00100000:2.0:1783969555.721219:0:17115:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93e983efd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1a97a32d-150e-48b4-af23-95f3386e92f5+13:16344:x1870627074098688:12345-192.168.201.34@tcp:35:umount.0 00000001:00080000:2.0:1783969555.721606:0:17115:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 8589934624 00000001:00080000:2.0:1783969555.725242:0:17115:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 8589934625 00000100:00100000:2.0:1783969555.725562:0:17115:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93e983efd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1a97a32d-150e-48b4-af23-95f3386e92f5+16:16344:x1870627074098688:12345-192.168.201.34@tcp:35:umount.0 Request processed in 4341us (12433us total) trans 8589934626 rc 0/0 00000100:00100000:2.0:1783969555.725588:0:17115:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 13 00000020:00080000:2.0:1783969555.725598:0:17115:0:(tgt_main.c:784:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00080000:3.0:1783969555.726026:0:17108:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1783969555.731122:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:0.0:1783969555.731184:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:0.0:1783969555.731213:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:0.0:1783969555.731249:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:3.0:1783969555.731426:0:17099:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074098944 00000100:00100000:3.0:1783969555.731440:0:17099:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074098944 00000100:00100000:3.0:1783969555.731507:0:17099:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074099200 00000100:00100000:3.0:1783969555.731510:0:17099:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074099200 00000100:00100000:3.0:1783969555.731524:0:17099:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074099072 00000100:00100000:3.0:1783969555.731527:0:17099:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074099072 00000100:00100000:3.0:1783969555.731544:0:17099:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 3 00000100:00100000:3.0:1783969555.731554:0:17099:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea88969f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:67a3c0e1-9e25-4885-b9a1-31708fbd2c77+15:2392:x1870627074098944:12345-192.168.201.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1783969555.731586:0:17099:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783969555.731611:0:17099:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff93e983ddce00/0xea31253a47cbb0f3 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x44801000000000 nid: 192.168.201.34@tcp remote: 0x129fb3d356303bdc expref: 15 pid: 17107 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969555.731645:0:17099:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1783969555.731723:0:17099:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea88969f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:67a3c0e1-9e25-4885-b9a1-31708fbd2c77+14:2392:x1870627074098944:12345-192.168.201.34@tcp:103:ldlm_bl.0 Request processed in 170us (615us total) trans 0 rc 0/0 00000100:00100000:3.0:1783969555.731733:0:17099:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 3 00000100:00100000:3.0:1783969555.731770:0:17099:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 4 00000100:00100000:3.0:1783969555.731777:0:17099:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea84eb5c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:67a3c0e1-9e25-4885-b9a1-31708fbd2c77+13:2392:x1870627074099200:12345-192.168.201.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1783969555.731785:0:17099:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783969555.731795:0:17099:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff93e983dddc00/0xea31253a47cbb17f lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x44801000000000 nid: 192.168.201.34@tcp remote: 0x129fb3d356303cc3 expref: 13 pid: 17105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969555.731804:0:17099:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1783969555.731823:0:17099:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea84eb5c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:67a3c0e1-9e25-4885-b9a1-31708fbd2c77+12:2392:x1870627074099200:12345-192.168.201.34@tcp:103:ldlm_bl.0 Request processed in 47us (639us total) trans 0 rc 0/0 00000100:00100000:3.0:1783969555.731829:0:17099:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 4 00000100:00100000:3.0:1783969555.731880:0:17099:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 5 00000100:00100000:3.0:1783969555.731886:0:17099:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea88968700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:67a3c0e1-9e25-4885-b9a1-31708fbd2c77+11:2392:x1870627074099072:12345-192.168.201.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1783969555.731893:0:17099:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783969555.731902:0:17099:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff93e983ddd400/0xea31253a47cbb0fa lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 192.168.201.34@tcp remote: 0x129fb3d356303c0d expref: 11 pid: 17107 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969555.731910:0:17099:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1783969555.731925:0:17099:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea88968700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:67a3c0e1-9e25-4885-b9a1-31708fbd2c77+10:2392:x1870627074099072:12345-192.168.201.34@tcp:103:ldlm_bl.0 Request processed in 39us (712us total) trans 0 rc 0/0 00000100:00100000:3.0:1783969555.731931:0:17099:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 5 00000100:00100000:3.0:1783969555.731955:0:18621:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074098816 00000100:00100000:3.0:1783969555.731959:0:18621:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074098816 00000100:00100000:3.0:1783969555.732001:0:18621:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 35 00000100:00100000:3.0:1783969555.732007:0:18621:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea88968a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1a97a32d-150e-48b4-af23-95f3386e92f5+5:2390:x1870627074098816:12345-192.168.201.34@tcp:9:umount.0 00000020:00000080:3.0:1783969555.732045:0:18621:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xea31253a47cbb11d 00000100:00080000:3.0:1783969555.732056:0:18621:0:(import.c:65:import_set_state_nolock()) ffff93ea86fcf000 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1783969555.732125:0:18621:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934600 00000100:00100000:3.0:1783969555.732281:0:18621:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea88968a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1a97a32d-150e-48b4-af23-95f3386e92f5+2:2390:x1870627074098816:12345-192.168.201.34@tcp:9:umount.0 Request processed in 272us (1030us total) trans 0 rc 0/0 00000100:00100000:3.0:1783969555.732289:0:18621:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 35 00010000:00010000:3.0:1783969555.732311:0:17101:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1783969555.732320:0:17108:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1783969555.760365:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:3.0:1783969555.760881:0:17114:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074100096 00000100:00100000:3.0:1783969555.760897:0:17114:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074100096 00000100:00100000:3.0:1783969555.760980:0:17114:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 67 00000100:00100000:3.0:1783969555.760994:0:17114:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eab7200e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1a97a32d-150e-48b4-af23-95f3386e92f5+16:2390:x1870627074100096:12345-192.168.201.34@tcp:39:umount.0 00000020:00000080:3.0:1783969555.761042:0:17114:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xea31253a47cbb108 00000020:00010000:3.0:1783969555.761063:0:17114:0:(genops.c:1942:obd_stale_export_put()) Put export ffff93ea86fc9800: total 0 00000100:00080000:3.0:1783969555.761069:0:17114:0:(import.c:65:import_set_state_nolock()) ffff93ea86fcc000 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1783969555.761114:0:17114:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934626 00000100:00100000:3.0:1783969555.761337:0:17114:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eab7200e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1a97a32d-150e-48b4-af23-95f3386e92f5+15:2390:x1870627074100096:12345-192.168.201.34@tcp:39:umount.0 Request processed in 345us (986us total) trans 8589934627 rc 0/0 00000100:00100000:3.0:1783969555.761346:0:17114:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 67 00000020:00010000:0.0:1783969555.761534:0:17100:0:(genops.c:1928:obd_stale_export_get()) Get export ffff93ea86fc9800: total 0 00010000:00010000:0.0:1783969555.761541:0:17100:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783969555.761623:0:17100:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff93ea86fc9800, canceled 0 locks, left on hash table 8. 00010000:00010000:0.0:1783969555.761970:0:17100:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff93ea83c43f00) 00010000:00010000:0.0:1783969555.761993:0:17100:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1783969555.762006:0:17100:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93e983ddc600/0xea31253a47cbb1d3 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.34@tcp remote: 0x129fb3d356303cca expref: 14 pid: 17114 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969555.762047:0:17100:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x3:0x0].0x0 (ffff93eab9b3ca00) 00010000:00010000:0.0:1783969555.762050:0:17100:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1783969555.762055:0:17100:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93ea813a0800/0xea31253a47cbb3bd lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.34@tcp remote: 0x129fb3d356303d5d expref: 13 pid: 17113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969555.762076:0:17100:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x1:0x0].0x0 (ffff93eab9b3c800) 00010000:00010000:0.0:1783969555.762078:0:17100:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1783969555.762082:0:17100:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93ea837bd800/0xea31253a47cbb2b3 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.34@tcp remote: 0x129fb3d356303d09 expref: 12 pid: 17112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969555.762097:0:17100:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff93e98216e000) 00010000:00010000:0.0:1783969555.762100:0:17100:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1783969555.762104:0:17100:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93e983ddd800/0xea31253a47cbb362 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.34@tcp remote: 0x129fb3d356303d48 expref: 11 pid: 19100 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969555.762117:0:17100:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff93e98216e000) 00010000:00010000:0.0:1783969555.762119:0:17100:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1783969555.762122:0:17100:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93ea837bde00/0xea31253a47cbb331 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.34@tcp remote: 0x129fb3d356303d33 expref: 10 pid: 17113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969555.762135:0:17100:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff93eab9b3c400) 00010000:00010000:0.0:1783969555.762137:0:17100:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783969555.762140:0:17100:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93ea91a52000/0xea31253a47cbb1ef lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.34@tcp remote: 0x129fb3d356303cd1 expref: 9 pid: 19100 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969555.762172:0:17100:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff93eab9b3c700) 00010000:00010000:0.0:1783969555.762175:0:17100:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1783969555.762179:0:17100:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93ea91a53a00/0xea31253a47cbb22e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.34@tcp remote: 0x129fb3d356303cdf expref: 8 pid: 17114 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969555.762191:0:17100:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff93e98216e000) 00010000:00010000:0.0:1783969555.762194:0:17100:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1783969555.762197:0:17100:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93ea813a0a00/0xea31253a47cbb41f lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.34@tcp remote: 0x129fb3d356303d80 expref: 7 pid: 19100 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969555.762210:0:17100:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff93ea86fc9800, canceled 8 locks, left on hash table 0. 00010000:00010000:0.0:1783969555.762235:0:17100:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783969555.762237:0:17100:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783969555.762239:0:17100:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783969555.784022:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:3.0:1783969555.784455:0:17113:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074100224 00000100:00100000:3.0:1783969555.784470:0:17113:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074100224 00000100:00100000:3.0:1783969555.784583:0:17113:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 68 00000100:00100000:3.0:1783969555.784597:0:17113:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea88969880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1a97a32d-150e-48b4-af23-95f3386e92f5+5:2390:x1870627074100224:12345-192.168.201.34@tcp:39:umount.0 00000020:00000080:3.0:1783969555.784650:0:17113:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xea31253a47cbb10f 00000100:00080000:3.0:1783969555.784686:0:17113:0:(import.c:65:import_set_state_nolock()) ffff93e983e4b000 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1783969555.784722:0:17113:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934592 00000100:00100000:3.0:1783969555.785029:0:17113:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea88969880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1a97a32d-150e-48b4-af23-95f3386e92f5+3:2390:x1870627074100224:12345-192.168.201.34@tcp:39:umount.0 Request processed in 434us (1020us total) trans 8589934593 rc 0/0 00000100:00100000:3.0:1783969555.785039:0:17113:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 68 00000100:00080000:0.0:1783969555.785627:0:17108:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1783969555.785930:0:17101:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783969556.721061:0:17100:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783969556.849019:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1783969556.849055:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93eab7203100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1870627099351936:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1783969556.849173:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783969556.849377:0:18624:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099351936 00000100:00100000:0.0:1783969556.849419:0:18624:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099351936 00000100:00080000:3.0:1783969556.849591:0:17108:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1783969556.850416:0:18624:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:0.0:1783969556.850440:0:18624:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea86f8f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3649:x1870627099351936:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1783969556.850485:0:18624:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1783969556.850609:0:18624:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea86f8f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3649:x1870627099351936:12345-0@lo:13:osp-pre-0-0.0 Request processed in 180us (1437us total) trans 0 rc 0/0 00000100:00100000:0.0:1783969556.850631:0:18624:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:2.0:1783969556.850762:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93eab7203100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1870627099351936:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1783969557.259322:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:2.0:1783969557.259371:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:2.0:1783969557.259471:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:1.0:1783969557.259578:0:17107:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074100352 00000100:00100000:1.0:1783969557.259593:0:17107:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074100352 00000100:00100000:1.0:1783969557.259686:0:17107:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 180 00000100:00100000:1.0:1783969557.259700:0:17107:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eabbf58050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:67a3c0e1-9e25-4885-b9a1-31708fbd2c77+10:2391:x1870627074100352:12345-192.168.201.34@tcp:400:kworker.0 00000100:00100000:1.0:1783969557.259793:0:17107:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eabbf58050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:67a3c0e1-9e25-4885-b9a1-31708fbd2c77+10:2391:x1870627074100352:12345-192.168.201.34@tcp:400:kworker.0 Request processed in 97us (485us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969557.259817:0:17107:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 180 00000100:00100000:3.0:1783969557.259913:0:17114:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074100608 00000100:00100000:3.0:1783969557.259918:0:17114:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074100608 00000100:00100000:3.0:1783969557.259975:0:17114:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074100480 00000100:00100000:3.0:1783969557.259979:0:17114:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074100480 00000100:00100000:3.0:1783969557.260003:0:17114:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 112 00000100:00100000:3.0:1783969557.260010:0:17114:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea86f8dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:968cb78a-c1fe-4a90-8549-da4cc0f9624e+5:2391:x1870627074100608:12345-192.168.201.34@tcp:400:kworker.0 00000100:00100000:3.0:1783969557.260047:0:17114:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea86f8dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:968cb78a-c1fe-4a90-8549-da4cc0f9624e+5:2391:x1870627074100608:12345-192.168.201.34@tcp:400:kworker.0 Request processed in 38us (676us total) trans 0 rc 0/0 00000100:00100000:3.0:1783969557.260054:0:17114:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 112 00000100:00100000:3.0:1783969557.260069:0:17114:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 113 00000100:00100000:3.0:1783969557.260075:0:17114:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea86f8e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:968cb78a-c1fe-4a90-8549-da4cc0f9624e+6:2391:x1870627074100480:12345-192.168.201.34@tcp:400:kworker.0 00000100:00100000:3.0:1783969557.260101:0:17114:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea86f8e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:968cb78a-c1fe-4a90-8549-da4cc0f9624e+6:2391:x1870627074100480:12345-192.168.201.34@tcp:400:kworker.0 Request processed in 26us (631us total) trans 0 rc 0/0 00000100:00100000:3.0:1783969557.260107:0:17114:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 113 00000100:00080000:1.0:1783969557.260311:0:17108:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1783969557.260316:0:17108:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1783969557.745006:0:17101:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783969557.872848:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93eac1578e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1870627099352064:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1783969557.872940:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783969557.873214:0:19683:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099352064 00000100:00100000:3.0:1783969557.873227:0:19683:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099352064 00000100:00100000:3.0:1783969557.873312:0:19683:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:3.0:1783969557.873323:0:19683:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea86f8ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3649:x1870627099352064:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1783969557.873352:0:19683:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1783969557.873439:0:19683:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea86f8ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3649:x1870627099352064:12345-0@lo:13:osp-pre-0-1.0 Request processed in 118us (499us total) trans 0 rc 0/0 00000100:00100000:3.0:1783969557.873447:0:19683:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00080000:1.0:1783969557.873544:0:17108:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1783969557.873637:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93eac1578e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1870627099352064:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1783969558.550852:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:3.0:1783969558.550906:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:3.0:1783969558.550948:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:2.0:1783969558.560610:0:17099:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074100736 00000100:00100000:2.0:1783969558.560632:0:17099:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074100736 00000100:00100000:2.0:1783969558.560725:0:17099:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074100992 00000100:00100000:2.0:1783969558.560730:0:17099:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074100992 00000100:00100000:2.0:1783969558.560747:0:17099:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074100864 00000100:00100000:2.0:1783969558.560750:0:17099:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074100864 00000100:00100000:2.0:1783969558.560775:0:17099:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 6 00000100:00100000:2.0:1783969558.560788:0:17099:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eac1578e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:67a3c0e1-9e25-4885-b9a1-31708fbd2c77+12:2392:x1870627074100736:12345-192.168.201.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1783969558.560810:0:17099:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783969558.560837:0:17099:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff93e983ddc200/0xea31253a47cbb132 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x44801000000000 nid: 192.168.201.34@tcp remote: 0x129fb3d356303c4c expref: 12 pid: 17106 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969558.560860:0:17099:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783969558.560948:0:17099:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eac1578e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:67a3c0e1-9e25-4885-b9a1-31708fbd2c77+11:2392:x1870627074100736:12345-192.168.201.34@tcp:103:ldlm_bl.0 Request processed in 162us (10112us total) trans 0 rc 0/0 00000100:00100000:2.0:1783969558.560956:0:17099:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 6 00000100:00100000:2.0:1783969558.560980:0:17099:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 7 00000100:00100000:2.0:1783969558.560988:0:17099:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eabf852300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:67a3c0e1-9e25-4885-b9a1-31708fbd2c77+10:2392:x1870627074100992:12345-192.168.201.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1783969558.561015:0:17099:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783969558.561025:0:17099:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff93e983ddd200/0xea31253a47cbb178 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 192.168.201.34@tcp remote: 0x129fb3d356303cbc expref: 10 pid: 17107 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969558.561034:0:17099:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783969558.561053:0:17099:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eabf852300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:67a3c0e1-9e25-4885-b9a1-31708fbd2c77+9:2392:x1870627074100992:12345-192.168.201.34@tcp:103:ldlm_bl.0 Request processed in 67us (10147us total) trans 0 rc 0/0 00000100:00100000:2.0:1783969558.561059:0:17099:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 7 00000100:00100000:2.0:1783969558.561087:0:17099:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 8 00000100:00100000:3.0:1783969558.561092:0:17098:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 3 min 3 max 56 00000100:00100000:2.0:1783969558.561093:0:17099:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eabf853800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:67a3c0e1-9e25-4885-b9a1-31708fbd2c77+8:2392:x1870627074100864:12345-192.168.201.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1783969558.561101:0:17099:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1783969558.561110:0:17098:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_003' 00010000:00010000:2.0:1783969558.561110:0:17099:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff93ea91a52a00/0xea31253a47cbb139 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 192.168.201.34@tcp remote: 0x129fb3d356303c7d expref: 8 pid: 17107 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969558.561118:0:17099:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783969558.561135:0:17099:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eabf853800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:67a3c0e1-9e25-4885-b9a1-31708fbd2c77+7:2392:x1870627074100864:12345-192.168.201.34@tcp:103:ldlm_bl.0 Request processed in 43us (10186us total) trans 0 rc 0/0 00000100:00100000:2.0:1783969558.561153:0:17099:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 8 00000100:00100000:0.0:1783969558.581933:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:2.0:1783969558.588874:0:17114:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074101248 00000100:00100000:2.0:1783969558.588895:0:17114:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074101248 00000100:00100000:2.0:1783969558.589000:0:17114:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 69 00000100:00100000:2.0:1783969558.589013:0:17114:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea88969180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:968cb78a-c1fe-4a90-8549-da4cc0f9624e+6:2390:x1870627074101248:12345-192.168.201.34@tcp:39:umount.0 00000020:00000080:2.0:1783969558.589077:0:17114:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xea31253a47cbb147 00000020:00010000:2.0:1783969558.589090:0:17114:0:(genops.c:1942:obd_stale_export_put()) Put export ffff93e983f9b800: total 0 00000100:00080000:2.0:1783969558.589095:0:17114:0:(import.c:65:import_set_state_nolock()) ffff93e983f9a800 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1783969558.589124:0:17114:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934627 00000100:00100000:2.0:1783969558.589331:0:17114:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea88969180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:968cb78a-c1fe-4a90-8549-da4cc0f9624e+5:2390:x1870627074101248:12345-192.168.201.34@tcp:39:umount.0 Request processed in 319us (7412us total) trans 8589934628 rc 0/0 00000100:00100000:2.0:1783969558.589356:0:17114:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 69 00000020:00010000:0.0:1783969558.589885:0:17100:0:(genops.c:1928:obd_stale_export_get()) Get export ffff93e983f9b800: total 0 00010000:00010000:0.0:1783969558.589966:0:17100:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff93e983f9b800, canceled 0 locks, left on hash table 1. 00010000:00010000:0.0:1783969558.590011:0:17100:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff93eab9b3c700) 00010000:00010000:0.0:1783969558.590015:0:17100:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1783969558.590027:0:17100:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93e983ddc400/0xea31253a47cbb23c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.34@tcp remote: 0x129fb3d356303ce6 expref: 4 pid: 17112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969558.590052:0:17100:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff93e983f9b800, canceled 1 locks, left on hash table 0. 00010000:00010000:0.0:1783969558.590079:0:17100:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783969558.590082:0:17100:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783969558.590083:0:17100:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783969558.604789:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:1.0:1783969558.607131:0:19100:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074101376 00000100:00100000:1.0:1783969558.607159:0:19100:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074101376 00000100:00100000:1.0:1783969558.607260:0:19100:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 70 00000100:00100000:1.0:1783969558.607273:0:19100:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea86ffbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:968cb78a-c1fe-4a90-8549-da4cc0f9624e+5:2390:x1870627074101376:12345-192.168.201.34@tcp:39:umount.0 00000020:00000080:1.0:1783969558.607325:0:19100:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xea31253a47cbb14e 00000100:00080000:1.0:1783969558.607340:0:19100:0:(import.c:65:import_set_state_nolock()) ffff93eac1544000 : changing import state from FULL to CLOSED 00010000:00010000:3.0:1783969558.607406:0:17101:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000004:1.0:1783969558.607420:0:19100:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934593 00000100:00100000:1.0:1783969558.607672:0:19100:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea86ffbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:968cb78a-c1fe-4a90-8549-da4cc0f9624e+3:2390:x1870627074101376:12345-192.168.201.34@tcp:39:umount.0 Request processed in 399us (2895us total) trans 8589934594 rc 0/0 00000100:00100000:1.0:1783969558.607681:0:19100:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 70 00000100:00100000:3.0:1783969558.661451:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:0.0:1783969558.663135:0:17106:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074101632 00000100:00100000:0.0:1783969558.663158:0:17106:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074101632 00000100:00100000:0.0:1783969558.663259:0:17106:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 181 00000100:00100000:0.0:1783969558.663271:0:17106:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eabbf59c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:67a3c0e1-9e25-4885-b9a1-31708fbd2c77+7:2390:x1870627074101632:12345-192.168.201.34@tcp:251:umount.0 00000020:00000080:0.0:1783969558.663332:0:17106:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xea31253a47cbb0e5 00000020:00010000:0.0:1783969558.663353:0:17106:0:(genops.c:1942:obd_stale_export_put()) Put export ffff93e983e49000: total 0 00000100:00080000:0.0:1783969558.663359:0:17106:0:(import.c:65:import_set_state_nolock()) ffff93e983e4f000 : changing import state from FULL to CLOSED 00000100:00100000:0.0:1783969558.663498:0:17106:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eabbf59c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:67a3c0e1-9e25-4885-b9a1-31708fbd2c77+3:2390:x1870627074101632:12345-192.168.201.34@tcp:251:umount.0 Request processed in 228us (2060us total) trans 0 rc 0/0 00000100:00100000:0.0:1783969558.663507:0:17106:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 181 00000020:00010000:2.0:1783969558.665200:0:17100:0:(genops.c:1928:obd_stale_export_get()) Get export ffff93e983e49000: total 0 00010000:00010000:2.0:1783969558.665212:0:17100:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783969558.665325:0:17100:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff93e983e49000, canceled 0 locks, left on hash table 1. 00010000:00010000:2.0:1783969558.665429:0:17100:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff93e983de7e00/0xea31253a47cbb0ec lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801000000000 nid: 192.168.201.34@tcp remote: 0x129fb3d356303bd5 expref: 2 pid: 17105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969558.665454:0:17100:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff93e983e49000, canceled 1 locks, left on hash table 0. 00000020:00000080:2.0:1783969558.665466:0:17100:0:(genops.c:906:class_export_put()) final put ffff93e983e49000/67a3c0e1-9e25-4885-b9a1-31708fbd2c77 00010000:00010000:2.0:1783969558.665493:0:17100:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783969558.665495:0:17100:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783969558.665497:0:17100:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1783969558.665552:0:38:0:(genops.c:865:class_export_destroy()) destroying export ffff93e983e49000/67a3c0e1-9e25-4885-b9a1-31708fbd2c77 for MGS 00000020:00000080:3.0:1783969558.665766:0:38:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff93e983e4f000 for MGS 00010000:00010000:3.0:1783969558.768686:0:17101:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783969558.897023:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea8896b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1870627099352320:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1783969558.897128:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783969558.897218:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1783969558.897226:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea86ffad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1870627099352192:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1783969558.897257:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783969558.897503:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea8896b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1870627099352576:0@lo:400:kworker.0 00000100:00100000:3.0:1783969558.897515:0:18624:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099352320 00000100:00100000:3.0:1783969558.897535:0:18624:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099352320 00000100:00100000:0.0:1783969558.897556:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783969558.897584:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea8896b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1870627099353088:0@lo:400:kworker.0 00000100:00100000:0.0:1783969558.897612:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783969558.897813:0:18624:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:3.0:1783969558.897828:0:18624:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea86f8c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3647:x1870627099352320:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1783969558.897868:0:18624:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915849728 avail 3684327424 00000100:00100000:0.0:1783969558.897910:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea8896aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3649:1870627099353600:0@lo:400:kworker.0 00000100:00100000:3.0:1783969558.897919:0:18624:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea86f8c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3647:x1870627099352320:12345-0@lo:13:osp-pre-1-0.0 Request processed in 96us (793us total) trans 0 rc 0/0 00000100:00100000:3.0:1783969558.897927:0:18624:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:0.0:1783969558.897937:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783969558.897959:0:17854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099352192 00000100:00100000:0.0:1783969558.897961:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:3.0:1783969558.897963:0:17854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099352192 00000100:00100000:0.0:1783969558.897986:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea8896a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:451c11fa-8d33-493c-b495-458f5de7342a:3649:1870627099352448:0@lo:400:kworker.0 00000100:00100000:3.0:1783969558.897988:0:17854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099352576 00000100:00100000:3.0:1783969558.897991:0:17854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099352576 00000100:00100000:3.0:1783969558.898003:0:17854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00100000:3.0:1783969558.898009:0:17854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea86f8c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3647:x1870627099352192:12345-0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1783969558.898017:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00000024:3.0:1783969558.898038:0:17854:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446293504 avail 1300054016 00000100:00100000:0.0:1783969558.898041:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea8896a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1870627099352960:0@lo:400:kworker.0 00000100:00100000:0.0:1783969558.898062:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783969558.898068:0:17854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea86f8c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3647:x1870627099352192:12345-0@lo:41:osp-pre-0-1.0 Request processed in 59us (811us total) trans 0 rc 0/0 00000100:00100000:3.0:1783969558.898075:0:17854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00000100:00100000:0.0:1783969558.898077:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea88969500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3649:1870627099353472:0@lo:400:kworker.0 00000100:00100000:3.0:1783969558.898086:0:17854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00100000:3.0:1783969558.898091:0:17854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea88969f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3649:x1870627099352576:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783969558.898097:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783969558.898120:0:17854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea88969f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3649:x1870627099352576:12345-0@lo:400:kworker.0 Request processed in 29us (573us total) trans 0 rc 0/0 00000100:00100000:0.0:1783969558.898130:0:17114:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099353600 00000100:00100000:0.0:1783969558.898133:0:17114:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099353600 00000100:00100000:0.0:1783969558.898164:0:17114:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099353472 00000100:00100000:0.0:1783969558.898167:0:17114:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099353472 00000100:00100000:0.0:1783969558.898189:0:17114:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 114 00000100:00100000:0.0:1783969558.898206:0:17114:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea889e5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3649:x1870627099353600:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783969558.898240:0:17114:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea889e5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3649:x1870627099353600:12345-0@lo:400:kworker.0 Request processed in 44us (301us total) trans 0 rc 0/0 00000100:00100000:0.0:1783969558.898246:0:17114:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 114 00000100:00100000:0.0:1783969558.898257:0:17114:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 115 00000100:00100000:0.0:1783969558.898264:0:17114:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea889e6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3649:x1870627099353472:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783969558.898288:0:17114:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea889e6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3649:x1870627099353472:12345-0@lo:400:kworker.0 Request processed in 26us (190us total) trans 0 rc 0/0 00000100:00100000:0.0:1783969558.898294:0:17114:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 115 00000100:00100000:0.0:1783969558.898312:0:17105:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099352448 00000100:00100000:0.0:1783969558.898315:0:17105:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099352448 00000100:00100000:0.0:1783969558.898341:0:17105:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 182 00000100:00100000:0.0:1783969558.898348:0:17105:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93e983466450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:451c11fa-8d33-493c-b495-458f5de7342a+24:3649:x1870627099352448:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783969558.898376:0:17105:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93e983466450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:451c11fa-8d33-493c-b495-458f5de7342a+24:3649:x1870627099352448:12345-0@lo:400:kworker.0 Request processed in 29us (357us total) trans 0 rc 0/0 00000100:00100000:0.0:1783969558.899181:0:17105:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 182 00000100:00100000:0.0:1783969558.899250:0:18622:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099353088 00000100:00100000:0.0:1783969558.899257:0:18622:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099353088 00000100:00100000:0.0:1783969558.899305:0:18622:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099352960 00000100:00100000:0.0:1783969558.899309:0:18622:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099352960 00000100:00100000:0.0:1783969558.899332:0:18622:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:0.0:1783969558.899340:0:18622:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea889e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3649:x1870627099353088:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783969558.899819:0:17854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00000100:00100000:3.0:1783969558.899937:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea8896bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3647:1870627099352832:0@lo:400:kworker.0 00000100:00100000:2.0:1783969558.900042:0:18620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:2.0:1783969558.900056:0:18620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea889e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3649:x1870627099352960:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783969558.902193:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea8896ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1870627099352704:0@lo:400:kworker.0 00000100:00100000:3.0:1783969558.903937:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783969558.904018:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea88968000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3647:1870627099353344:0@lo:400:kworker.0 00000100:00100000:3.0:1783969558.904063:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783969558.904133:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea86ffad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1870627099352192:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1783969558.904910:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea8896b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1870627099352320:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1783969558.904987:0:19100:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099352832 00000100:00100000:3.0:1783969558.904996:0:19100:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099352832 00000100:00100000:3.0:1783969558.905061:0:19100:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099353344 00000100:00100000:3.0:1783969558.905064:0:19100:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099353344 00000100:00100000:3.0:1783969558.905090:0:19100:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 116 00000100:00100000:3.0:1783969558.905099:0:19100:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93e983699f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1870627099352832:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783969558.908206:0:18620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea889e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3649:x1870627099352960:12345-0@lo:400:kworker.0 Request processed in 8136us (10124us total) trans 0 rc 0/0 00000100:00100000:2.0:1783969558.908227:0:18620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:2.0:1783969558.908371:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea8896a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:451c11fa-8d33-493c-b495-458f5de7342a:3649:1870627099352448:0@lo:400:kworker.0 00000100:00100000:2.0:1783969558.910059:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea8896a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1870627099352960:0@lo:400:kworker.0 00000100:00100000:3.0:1783969558.920695:0:19100:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93e983699f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1870627099352832:12345-0@lo:400:kworker.0 Request processed in 15581us (16753us total) trans 0 rc 0/0 00000100:00100000:3.0:1783969558.920715:0:19100:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 116 00000100:00100000:3.0:1783969558.920768:0:19100:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 117 00000100:00100000:3.0:1783969558.920783:0:19100:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93e983699c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3647:x1870627099353344:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783969558.923676:0:18622:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea889e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3649:x1870627099353088:12345-0@lo:400:kworker.0 Request processed in 24314us (26040us total) trans 0 rc 0/0 00000100:00100000:0.0:1783969558.923695:0:18622:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00080000:0.0:1783969558.923883:0:17108:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1783969558.923891:0:17108:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1783969558.923896:0:17108:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1783969558.923990:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea889e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1870627099353856:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1783969558.930468:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783969558.930871:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea8896bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3647:1870627099352832:0@lo:400:kworker.0 00000100:00100000:0.0:1783969558.930987:0:18623:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099353856 00000100:00100000:0.0:1783969558.931007:0:18623:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099353856 00000100:00100000:0.0:1783969558.931153:0:18623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:0.0:1783969558.931165:0:18623:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea889e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1870627099353856:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1783969558.931226:0:18623:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915849728 avail 3684327424 00000100:00100000:0.0:1783969558.931345:0:18623:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea889e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1870627099353856:12345-0@lo:13:osp-pre-1-1.0 Request processed in 183us (890us total) trans 0 rc 0/0 00000100:00100000:0.0:1783969558.931353:0:18623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00010000:00080000:2.0:1783969558.931800:0:3649:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93ea88969500 x1870627099353472/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783969574 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783969558.931837:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea88969500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3649:1870627099353472:0@lo:400:kworker.0 00000100:00100000:2.0:1783969558.931861:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea8896b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1870627099352576:0@lo:400:kworker.0 00000100:00100000:2.0:1783969558.931877:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea8896b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1870627099353088:0@lo:400:kworker.0 00000100:00100000:2.0:1783969558.931894:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea8896aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3649:1870627099353600:0@lo:400:kworker.0 00000100:00100000:1.0:1783969558.936648:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783969558.936744:0:18620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099352704 00000100:00100000:1.0:1783969558.936756:0:18620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099352704 00000100:00100000:1.0:1783969558.936843:0:18620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:0.0:1783969558.936848:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea889e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1870627099353856:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1783969558.936854:0:18620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eab7201180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3646:x1870627099352704:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783969558.936913:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea88968e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3646:1870627099353216:0@lo:400:kworker.0 00000100:00100000:1.0:1783969558.936931:0:18620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eab7201180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3646:x1870627099352704:12345-0@lo:400:kworker.0 Request processed in 80us (296us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969558.936939:0:18620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00080000:1.0:1783969558.936962:0:17108:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1783969558.936975:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783969558.937002:0:17112:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099353216 00000100:00100000:0.0:1783969558.937006:0:17112:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099353216 00000100:00100000:0.0:1783969558.937036:0:17112:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 118 00000100:00100000:0.0:1783969558.937042:0:17112:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea889e5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3646:x1870627099353216:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783969558.937075:0:17112:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea889e5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3646:x1870627099353216:12345-0@lo:400:kworker.0 Request processed in 32us (99us total) trans 0 rc 0/0 00000100:00100000:0.0:1783969558.937081:0:17112:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 118 00000100:00100000:1.0:1783969558.937093:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea88968e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3646:1870627099353216:0@lo:400:kworker.0 00000100:00100000:1.0:1783969558.937101:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea88968380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3646:1870627099353728:0@lo:400:kworker.0 00000100:00100000:1.0:1783969558.937134:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783969558.937195:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea8896ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1870627099352704:0@lo:400:kworker.0 00000100:00100000:0.0:1783969558.937596:0:17113:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099353728 00000100:00100000:0.0:1783969558.937602:0:17113:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099353728 00000100:00080000:1.0:1783969558.937798:0:17108:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1783969558.937807:0:17113:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 119 00000100:00100000:0.0:1783969558.937816:0:17113:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eab7200000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3646:x1870627099353728:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783969558.937902:0:17113:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eab7200000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3646:x1870627099353728:12345-0@lo:400:kworker.0 Request processed in 88us (766us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969558.937910:0:17113:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 119 00010000:00080000:0.0:1783969558.938908:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93ea88968380 x1870627099353728/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783969574 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783969558.938927:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea88968380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3646:1870627099353728:0@lo:400:kworker.0 00000100:00100000:3.0:1783969558.939726:0:19100:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93e983699c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3647:x1870627099353344:12345-0@lo:400:kworker.0 Request processed in 18941us (35653us total) trans 0 rc 0/0 00000100:00100000:3.0:1783969558.939743:0:19100:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 117 00000100:00100000:0.0:1783969558.941508:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea88968000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3647:1870627099353344:0@lo:400:kworker.0 00000100:00100000:1.0:1783969559.413680:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1783969559.413705:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea86f8d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1870627099353984:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1783969559.413781:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783969559.413848:0:17117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099353984 00000100:00100000:1.0:1783969559.413855:0:17117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099353984 00000100:00100000:1.0:1783969559.413909:0:17117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000100:00100000:1.0:1783969559.413918:0:17117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eab7203480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3649:x1870627099353984:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1783969559.413953:0:17117:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1783969559.413999:0:17117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eab7203480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3649:x1870627099353984:12345-0@lo:41:osp-pre-1-0.0 Request processed in 82us (217us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969559.414006:0:17117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00000100:00100000:1.0:1783969559.414055:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea86f8d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1870627099353984:0@lo:41:osp-pre-1-0.0 00000040:00080000:1.0:1783969559.474702:0:17148:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:1.0:1783969559.474710:0:17148:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1783969559.474730:0:17148:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:1.0:1783969559.474735:0:17148:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 00010000:00010000:0.0:1783969559.792795:0:17100:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783969560.816773:0:17101:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:3.0:1783969561.255450:0:20685:0:(tgt_mount.c:2192:server_umount_begin()) umount -f 00000020:01000004:0.0:1783969561.284471:0:20685:0:(tgt_mount.c:2062:server_put_super()) server put_super lustre-MDT0000 00010000:00010000:0.0:1783969561.284537:0:20685:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.134@tcp lock: ffff93ea91a52600/0xea31253a47cbaca8 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0xea31253a47cbacaf expref: -99 pid: 17091 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969561.284798:0:20685:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.134@tcp lock: ffff93ea91a52600/0xea31253a47cbaca8 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0xea31253a47cbacaf expref: -99 pid: 17091 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969561.284808:0:20685:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.134@tcp lock: ffff93ea91a52600/0xea31253a47cbaca8 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000400000000 nid: local remote: 0xea31253a47cbacaf expref: -99 pid: 17091 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969561.284835:0:20685:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.201.134@tcp lock: ffff93ea91a52600/0xea31253a47cbaca8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000400000000 nid: local remote: 0xea31253a47cbacaf expref: -99 pid: 17091 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969561.284856:0:20685:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:0.0:1783969561.284862:0:20685:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:0.0:1783969561.284886:0:20685:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1783969561.284891:0:20685:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 3 00000100:00080000:0.0:1783969561.284897:0:20685:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00080000:0.0:1783969561.284922:0:20685:0:(import.c:65:import_set_state_nolock()) ffff93e9837e4800 lustre-MDT0000_UUID: changing import state from FULL to CONNECTING 00000100:00100000:3.0:1783969561.284990:0:3645:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea889e6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3645:1870627099354112:0@lo:39:umount.0 00000100:00100000:3.0:1783969561.285053:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1783969561.285180:0:17100:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1783969561.285189:0:17100:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.134@tcp lock: ffff93ea91a52600/0xea31253a47cbaca8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000400000000 nid: local remote: 0xea31253a47cbacaf expref: -99 pid: 17091 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969561.285196:0:17100:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93ea91a52600 already unused, calling callback (ffffffffc131dc20) 10000000:00010000:1.0:1783969561.285206:0:17100:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.134@tcp lock: ffff93ea91a52600/0xea31253a47cbaca8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000400000000 nid: local remote: 0xea31253a47cbacaf expref: -99 pid: 17091 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969561.285217:0:17100:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.134@tcp lock: ffff93ea91a52600/0xea31253a47cbaca8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1008400000000 nid: local remote: 0xea31253a47cbacaf expref: -99 pid: 17091 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1783969561.285225:0:17100:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.134@tcp lock: ffff93ea91a52600/0xea31253a47cbaca8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1009400000000 nid: local remote: 0xea31253a47cbacaf expref: -99 pid: 17091 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1783969561.285231:0:17100:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:1.0:1783969561.285233:0:17100:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:1.0:1783969561.285235:0:17100:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:1.0:1783969561.285263:0:17100:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.134@tcp lock: ffff93ea91a52600/0xea31253a47cbaca8 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0xea31253a47cbacaf expref: -99 pid: 17091 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969561.285270:0:17100:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1783969561.285300:0:17100:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.134@tcp lock: ffff93ea91a52600/0xea31253a47cbaca8 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0xea31253a47cbacaf expref: -99 pid: 17091 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969561.285307:0:17100:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.134@tcp lock: ffff93ea91a52600/0xea31253a47cbaca8 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0xea31253a47cbacaf expref: -99 pid: 17091 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969561.285318:0:17100:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783969561.285320:0:17100:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783969561.285322:0:17100:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783969561.285453:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93eab7203b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:451c11fa-8d33-493c-b495-458f5de7342a:3649:1870627099354240:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1783969561.285494:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783969561.285769:0:17099:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099354240 00000100:00100000:2.0:1783969561.285776:0:17099:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099354240 00000100:00100000:0.0:1783969561.285878:0:17114:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099354112 00000100:00100000:0.0:1783969561.285882:0:17114:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099354112 00000100:00100000:0.0:1783969561.285926:0:17114:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:0.0:1783969561.285936:0:17114:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93e983698380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3645:x1870627099354112:12345-0@lo:39:umount.0 00000020:00000080:0.0:1783969561.285962:0:17114:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xea31253a47cbacd9 00000100:00080000:0.0:1783969561.285970:0:17114:0:(import.c:65:import_set_state_nolock()) ffff93eab72a0000 : changing import state from FULL to CLOSED 00000100:00100000:0.0:1783969561.286032:0:17114:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93e983698380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+1:3645:x1870627099354112:12345-0@lo:39:umount.0 Request processed in 97us (978us total) trans 0 rc 0/0 00000100:00100000:0.0:1783969561.286039:0:17114:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000020:00000080:0.0:1783969561.286047:0:17114:0:(genops.c:906:class_export_put()) final put ffff93eab72a6800/lustre-MDT0000-lwp-MDT0000_UUID 00000020:00000080:0.0:1783969561.286067:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff93eab72a6800/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000 00000020:00000080:0.0:1783969561.286105:0:36:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff93eab72a0000 for lustre-MDT0000 00000100:00100000:2.0:1783969561.286145:0:17099:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1783969561.286153:0:17099:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93e983699500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:451c11fa-8d33-493c-b495-458f5de7342a+24:3649:x1870627099354240:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1783969561.286165:0:17099:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783969561.286180:0:17099:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff93ea83dafe00/0xea31253a47cbacaf lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xea31253a47cbaca8 expref: 24 pid: 17107 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969561.286193:0:17099:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783969561.286233:0:17099:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93e983699500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:451c11fa-8d33-493c-b495-458f5de7342a+23:3649:x1870627099354240:12345-0@lo:103:ldlm_bl.0 Request processed in 81us (739us total) trans 0 rc 0/0 00000100:00100000:2.0:1783969561.286240:0:17099:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1783969561.286299:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93eab7203b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:451c11fa-8d33-493c-b495-458f5de7342a:3649:1870627099354240:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1783969561.286488:0:17101:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1783969561.287962:0:3645:0:(import.c:65:import_set_state_nolock()) ffff93e9837e4800 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:3.0:1783969561.287989:0:3645:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea889e6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3645:1870627099354112:0@lo:39:umount.0 00000100:00080000:0.0:1783969561.288051:0:20685:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1783969561.288055:0:20685:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 4 00000100:00100000:0.0:1783969561.288060:0:20685:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:0.0:1783969561.289315:0:20685:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.134@tcp lock: ffff93e983de7000/0xea31253a47cbabf9 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0xea31253a47cbac00 expref: -99 pid: 17091 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969561.289331:0:20685:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.134@tcp lock: ffff93e983de7000/0xea31253a47cbabf9 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0xea31253a47cbac00 expref: -99 pid: 17091 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969561.289338:0:20685:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.134@tcp lock: ffff93e983de7000/0xea31253a47cbabf9 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000400000000 nid: local remote: 0xea31253a47cbac00 expref: -99 pid: 17091 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969561.289454:0:20685:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.201.134@tcp lock: ffff93e983de7000/0xea31253a47cbabf9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000400000000 nid: local remote: 0xea31253a47cbac00 expref: -99 pid: 17091 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969561.289524:0:20685:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1783969561.289532:0:20685:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.134@tcp lock: ffff93ea91a53000/0xea31253a47cbb00c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xea31253a47cbb013 expref: -99 pid: 17109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969561.289539:0:20685:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.134@tcp lock: ffff93ea91a53000/0xea31253a47cbb00c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xea31253a47cbb013 expref: -99 pid: 17109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969561.289557:0:20685:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.134@tcp lock: ffff93ea91a53000/0xea31253a47cbb00c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xea31253a47cbb013 expref: -99 pid: 17109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969561.289628:0:20685:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.201.134@tcp lock: ffff93ea91a53000/0xea31253a47cbb00c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xea31253a47cbb013 expref: -99 pid: 17109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969561.290136:0:17100:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1783969561.290145:0:17100:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.134@tcp lock: ffff93e983de7000/0xea31253a47cbabf9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000400000000 nid: local remote: 0xea31253a47cbac00 expref: -99 pid: 17091 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969561.290152:0:17100:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93e983de7000 already unused, calling callback (ffffffffc131dc20) 10000000:00010000:1.0:1783969561.290156:0:17100:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.134@tcp lock: ffff93e983de7000/0xea31253a47cbabf9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000400000000 nid: local remote: 0xea31253a47cbac00 expref: -99 pid: 17091 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969561.290174:0:17100:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.134@tcp lock: ffff93e983de7000/0xea31253a47cbabf9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1008400000000 nid: local remote: 0xea31253a47cbac00 expref: -99 pid: 17091 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1783969561.290181:0:17100:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.134@tcp lock: ffff93e983de7000/0xea31253a47cbabf9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1009400000000 nid: local remote: 0xea31253a47cbac00 expref: -99 pid: 17091 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1783969561.290186:0:17100:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:1.0:1783969561.290189:0:17100:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-MDT0000: stopping, won't requeue 00010000:00010000:1.0:1783969561.290223:0:17100:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.134@tcp lock: ffff93e983de7000/0xea31253a47cbabf9 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0xea31253a47cbac00 expref: -99 pid: 17091 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969561.290230:0:17100:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1783969561.290258:0:17100:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.134@tcp lock: ffff93e983de7000/0xea31253a47cbabf9 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0xea31253a47cbac00 expref: -99 pid: 17091 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969561.290265:0:17100:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.134@tcp lock: ffff93e983de7000/0xea31253a47cbabf9 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0xea31253a47cbac00 expref: -99 pid: 17091 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969561.290278:0:17100:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1783969561.290280:0:17100:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.134@tcp lock: ffff93ea91a53000/0xea31253a47cbb00c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xea31253a47cbb013 expref: -99 pid: 17109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969561.290285:0:17100:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93ea91a53000 already unused, calling callback (ffffffffc131dc20) 10000000:00010000:1.0:1783969561.290287:0:17100:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.134@tcp lock: ffff93ea91a53000/0xea31253a47cbb00c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xea31253a47cbb013 expref: -99 pid: 17109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969561.290293:0:17100:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.134@tcp lock: ffff93ea91a53000/0xea31253a47cbb00c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0xea31253a47cbb013 expref: -99 pid: 17109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1783969561.290299:0:17100:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.134@tcp lock: ffff93ea91a53000/0xea31253a47cbb00c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0xea31253a47cbb013 expref: -99 pid: 17109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1783969561.290310:0:17100:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:1.0:1783969561.290313:0:17100:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 00010000:00010000:1.0:1783969561.290325:0:17100:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.134@tcp lock: ffff93ea91a53000/0xea31253a47cbb00c lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xea31253a47cbb013 expref: -99 pid: 17109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969561.290330:0:17100:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1783969561.290337:0:17100:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.134@tcp lock: ffff93ea91a53000/0xea31253a47cbb00c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xea31253a47cbb013 expref: -99 pid: 17109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969561.290353:0:17100:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783969561.290355:0:17100:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783969561.290357:0:17100:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783969561.290374:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93eab7201f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:451c11fa-8d33-493c-b495-458f5de7342a:3646:1870627099354368:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1783969561.290461:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783969561.290520:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1783969561.290527:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93eab7201880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:451c11fa-8d33-493c-b495-458f5de7342a:3646:1870627099354496:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1783969561.290704:0:17099:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099354368 00000100:00100000:2.0:1783969561.290711:0:17099:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099354368 00000100:00100000:2.0:1783969561.290759:0:17099:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1783969561.290768:0:17099:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eab7202d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:451c11fa-8d33-493c-b495-458f5de7342a+23:3646:x1870627099354368:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1783969561.290781:0:17099:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783969561.290794:0:17099:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff93ea83dae800/0xea31253a47cbac00 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xea31253a47cbabf9 expref: 23 pid: 17106 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969561.290807:0:17099:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783969561.290846:0:17099:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eab7202d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:451c11fa-8d33-493c-b495-458f5de7342a+22:3646:x1870627099354368:12345-0@lo:103:ldlm_bl.0 Request processed in 79us (384us total) trans 0 rc 0/0 00000100:00100000:2.0:1783969561.290854:0:17099:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1783969561.291958:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783969561.292012:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93eab7201f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:451c11fa-8d33-493c-b495-458f5de7342a:3646:1870627099354368:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1783969561.292115:0:20685:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1783969561.292125:0:20685:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.134@tcp lock: ffff93ea91a53000/0xea31253a47cbb00c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xea31253a47cbb013 expref: -99 pid: 17109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1783969561.292140:0:20685:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 00010000:00010000:0.0:1783969561.292162:0:20685:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.134@tcp lock: ffff93e983ddd000/0xea31253a47cbb1b0 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xea31253a47cbb1b7 expref: -99 pid: 17109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969561.292170:0:20685:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.134@tcp lock: ffff93e983ddd000/0xea31253a47cbb1b0 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xea31253a47cbb1b7 expref: -99 pid: 17109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969561.292176:0:20685:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.134@tcp lock: ffff93e983ddd000/0xea31253a47cbb1b0 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0xea31253a47cbb1b7 expref: -99 pid: 17109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969561.292182:0:20685:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.201.134@tcp lock: ffff93e983ddd000/0xea31253a47cbb1b0 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0xea31253a47cbb1b7 expref: -99 pid: 17109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969561.292193:0:20685:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1783969561.292198:0:20685:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.134@tcp lock: ffff93e983de7400/0xea31253a47cbabeb lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xea31253a47cbabf2 expref: -99 pid: 17091 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969561.292205:0:20685:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.134@tcp lock: ffff93e983de7400/0xea31253a47cbabeb lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xea31253a47cbabf2 expref: -99 pid: 17091 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969561.292210:0:20685:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.134@tcp lock: ffff93e983de7400/0xea31253a47cbabeb lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xea31253a47cbabf2 expref: -99 pid: 17091 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969561.292215:0:20685:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.201.134@tcp lock: ffff93e983de7400/0xea31253a47cbabeb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xea31253a47cbabf2 expref: -99 pid: 17091 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969561.292220:0:20685:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 10000000:01000000:0.0:1783969561.292223:0:20685:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0000 10000000:01000000:0.0:1783969561.292226:0:20685:0:(mgc_request.c:547:config_log_end()) end config log lustre-MDT0000 (0) 00000020:01000004:0.0:1783969561.292261:0:20685:0:(tgt_mount.c:2112:server_put_super()) stopping lustre-MDT0000 00000020:01000000:0.0:1783969561.292265:0:20685:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000 (flags='F') 00000020:00000080:0.0:1783969561.292270:0:20685:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1783969561.292280:0:20685:0:(obd_config.c:955:class_cleanup()) lustre-MDT0000: forcing exports to disconnect: 4/13 00000020:00080000:0.0:1783969561.292285:0:20685:0:(genops.c:1840:print_export_data()) lustre-MDT0000: ACTIVE ffff93e981abb800 lustre-MDT0000-lwp-OST0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1783969561.292290:0:20685:0:(genops.c:1840:print_export_data()) lustre-MDT0000: ACTIVE ffff93ea91e17800 lustre-MDT0000-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1783969561.292294:0:20685:0:(genops.c:1840:print_export_data()) lustre-MDT0000: ACTIVE ffff93ea86023800 lustre-MDT0000-lwp-MDT0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1783969561.292298:0:20685:0:(genops.c:1840:print_export_data()) lustre-MDT0000: ACTIVE ffff93ea88957800 lustre-MDT0001-mdtlov_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1783969561.292303:0:20685:0:(genops.c:1840:print_export_data()) lustre-MDT0000: UNLINKED ffff93e983f9b800 968cb78a-c1fe-4a90-8549-da4cc0f9624e 192.168.201.34@tcp 2 (0 2 0) 1 0 0 0: 0000000000000000 8589934599 stale:0 00000020:00080000:0.0:1783969561.292309:0:20685:0:(genops.c:1840:print_export_data()) lustre-MDT0000: UNLINKED ffff93ea86fc9800 1a97a32d-150e-48b4-af23-95f3386e92f5 192.168.201.34@tcp 5 (0 5 0) 1 0 0 0: 0000000000000000 8589934623 stale:0 00000020:00080000:0.0:1783969561.292313:0:20685:0:(genops.c:1574:class_disconnect_exports()) OBD device 5 (ffff93eab75599c0) has exports, disconnecting them 00000020:00080000:0.0:1783969561.292316:0:20685:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff93e981abb800), last request at 1783969558 00000020:00000080:0.0:1783969561.292322:0:20685:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xea31253a47cbafdb 00000100:00080000:0.0:1783969561.292349:0:20685:0:(import.c:65:import_set_state_nolock()) ffff93e981aba000 : changing import state from FULL to CLOSED 00000020:00080000:0.0:1783969561.292412:0:20685:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff93e981abb800): rc 0 00000020:00000080:0.0:1783969561.292415:0:20685:0:(genops.c:906:class_export_put()) final put ffff93e981abb800/lustre-MDT0000-lwp-OST0001_UUID 00000020:00080000:0.0:1783969561.292425:0:20685:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff93ea91e17800), last request at 1783969558 00000020:00000080:0.0:1783969561.292429:0:20685:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xea31253a47cbae76 00000100:00080000:0.0:1783969561.292438:0:20685:0:(import.c:65:import_set_state_nolock()) ffff93ea91e17000 : changing import state from FULL to CLOSED 00000020:00000080:0.0:1783969561.292448:0:38:0:(genops.c:865:class_export_destroy()) destroying export ffff93e981abb800/lustre-MDT0000-lwp-OST0001_UUID for lustre-MDT0000 00000020:00000080:0.0:1783969561.292495:0:38:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff93e981aba000 for lustre-MDT0000 00000020:00080000:0.0:1783969561.292512:0:20685:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff93ea91e17800): rc 0 00000020:00000080:0.0:1783969561.292515:0:20685:0:(genops.c:906:class_export_put()) final put ffff93ea91e17800/lustre-MDT0000-lwp-OST0000_UUID 00000020:00080000:0.0:1783969561.292523:0:20685:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff93ea86023800), last request at 1783969472 00000020:00000080:0.0:1783969561.292526:0:20685:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xea31253a47cbadc7 00000100:00080000:0.0:1783969561.292530:0:20685:0:(import.c:65:import_set_state_nolock()) ffff93ea86023000 : changing import state from FULL to CLOSED 00000020:00000080:0.0:1783969561.292538:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff93ea91e17800/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000 00000020:00000080:0.0:1783969561.292744:0:36:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff93ea91e17000 for lustre-MDT0000 00000020:00080000:0.0:1783969561.292760:0:20685:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff93ea86023800): rc 0 00000020:00000080:0.0:1783969561.292768:0:20685:0:(genops.c:906:class_export_put()) final put ffff93ea86023800/lustre-MDT0000-lwp-MDT0001_UUID 00000020:00080000:0.0:1783969561.292776:0:20685:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff93ea88957800), last request at 1783969471 00000020:00000080:0.0:1783969561.292781:0:20685:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xea31253a47cbad5e 00000100:00080000:0.0:1783969561.292785:0:20685:0:(import.c:65:import_set_state_nolock()) ffff93eab90cb800 : changing import state from FULL to CLOSED 00000020:00000080:0.0:1783969561.292793:0:38:0:(genops.c:865:class_export_destroy()) destroying export ffff93ea86023800/lustre-MDT0000-lwp-MDT0001_UUID for lustre-MDT0000 00000020:00000080:0.0:1783969561.292815:0:38:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff93ea86023000 for lustre-MDT0000 00000001:00000004:0.0:1783969561.292826:0:20685:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934628 00010000:00010000:1.0:1783969561.293318:0:17101:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1783969561.293325:0:17101:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.134@tcp lock: ffff93e983ddd000/0xea31253a47cbb1b0 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0xea31253a47cbb1b7 expref: -99 pid: 17109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969561.293333:0:17101:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93e983ddd000 already unused, calling callback (ffffffffc131dc20) 10000000:00010000:1.0:1783969561.293338:0:17101:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.134@tcp lock: ffff93e983ddd000/0xea31253a47cbb1b0 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0xea31253a47cbb1b7 expref: -99 pid: 17109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969561.293357:0:17101:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.134@tcp lock: ffff93e983ddd000/0xea31253a47cbb1b0 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0xea31253a47cbb1b7 expref: -99 pid: 17109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1783969561.293370:0:17101:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.134@tcp lock: ffff93e983ddd000/0xea31253a47cbb1b0 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0xea31253a47cbb1b7 expref: -99 pid: 17109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1783969561.293376:0:17101:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:1.0:1783969561.293395:0:17101:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:1.0:1783969561.293398:0:17101:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:1.0:1783969561.293429:0:17101:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.134@tcp lock: ffff93e983ddd000/0xea31253a47cbb1b0 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0xea31253a47cbb1b7 expref: -99 pid: 17109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969561.293435:0:17101:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1783969561.293458:0:17101:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.134@tcp lock: ffff93e983ddd000/0xea31253a47cbb1b0 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0xea31253a47cbb1b7 expref: -99 pid: 17109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969561.293465:0:17101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.134@tcp lock: ffff93e983ddd000/0xea31253a47cbb1b0 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0xea31253a47cbb1b7 expref: -99 pid: 17109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969561.293475:0:17101:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1783969561.293490:0:17101:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.134@tcp lock: ffff93e983de7400/0xea31253a47cbabeb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xea31253a47cbabf2 expref: -99 pid: 17091 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969561.293495:0:17101:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93e983de7400 already unused, calling callback (ffffffffc131dc20) 10000000:00010000:1.0:1783969561.293498:0:17101:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.134@tcp lock: ffff93e983de7400/0xea31253a47cbabeb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xea31253a47cbabf2 expref: -99 pid: 17091 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969561.293504:0:17101:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.134@tcp lock: ffff93e983de7400/0xea31253a47cbabeb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0xea31253a47cbabf2 expref: -99 pid: 17091 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1783969561.293510:0:17101:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.134@tcp lock: ffff93e983de7400/0xea31253a47cbabeb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0xea31253a47cbabf2 expref: -99 pid: 17091 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1783969561.293525:0:17101:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:01000000:1.0:1783969561.293527:0:17101:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 10000000:01000000:1.0:1783969561.293529:0:17101:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 00010000:00010000:1.0:1783969561.293541:0:17101:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.134@tcp lock: ffff93e983de7400/0xea31253a47cbabeb lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xea31253a47cbabf2 expref: -99 pid: 17091 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969561.293558:0:17101:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1783969561.293959:0:17101:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.134@tcp lock: ffff93e983de7400/0xea31253a47cbabeb lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xea31253a47cbabf2 expref: -99 pid: 17091 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969561.293970:0:17101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.134@tcp lock: ffff93e983de7400/0xea31253a47cbabeb lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xea31253a47cbabf2 expref: -99 pid: 17091 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969561.293981:0:17101:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783969561.293983:0:17101:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783969561.293985:0:17101:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783969561.294002:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93eab7201f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:451c11fa-8d33-493c-b495-458f5de7342a:3648:1870627099354624:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1783969561.294061:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783969561.294091:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1783969561.294097:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93eab7200a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:451c11fa-8d33-493c-b495-458f5de7342a:3648:1870627099354752:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1783969561.294117:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1783969561.294153:0:17100:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783969561.294239:0:20599:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099354496 00000100:00100000:2.0:1783969561.294247:0:20599:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099354496 00000100:00100000:2.0:1783969561.294298:0:20599:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099354624 00000100:00100000:2.0:1783969561.294301:0:20599:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099354624 00000100:00100000:2.0:1783969561.294313:0:20599:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099354752 00000100:00100000:2.0:1783969561.294315:0:20599:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099354752 00000100:00100000:2.0:1783969561.294330:0:20599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1783969561.294338:0:20599:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea84eb4050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:451c11fa-8d33-493c-b495-458f5de7342a+24:3646:x1870627099354496:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1783969561.294399:0:20599:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783969561.294416:0:20599:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff93eab7797000/0xea31253a47cbb013 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xea31253a47cbb00c expref: 24 pid: 17107 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969561.294429:0:20599:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783969561.294473:0:20599:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea84eb4050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:451c11fa-8d33-493c-b495-458f5de7342a+23:3646:x1870627099354496:12345-0@lo:103:ldlm_bl.0 Request processed in 135us (2519us total) trans 0 rc 0/0 00000100:00100000:2.0:1783969561.294492:0:20599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1783969561.294872:0:20599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1783969561.294879:0:20599:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eab7203800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:451c11fa-8d33-493c-b495-458f5de7342a+22:3648:x1870627099354624:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1783969561.294887:0:20599:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783969561.294897:0:20599:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff93ea837bd200/0xea31253a47cbb1b7 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xea31253a47cbb1b0 expref: 22 pid: 17106 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969561.294908:0:20599:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783969561.294938:0:20599:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eab7203800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:451c11fa-8d33-493c-b495-458f5de7342a+21:3648:x1870627099354624:12345-0@lo:103:ldlm_bl.0 Request processed in 60us (876us total) trans 0 rc 0/0 00000100:00100000:2.0:1783969561.294944:0:20599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1783969561.294965:0:20599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1783969561.294971:0:20599:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eab7201c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:451c11fa-8d33-493c-b495-458f5de7342a+20:3648:x1870627099354752:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1783969561.294979:0:20599:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783969561.294988:0:20599:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff93ea83dae000/0xea31253a47cbabf2 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xea31253a47cbabeb expref: 20 pid: 17106 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969561.294998:0:20599:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783969561.295019:0:20599:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eab7201c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:451c11fa-8d33-493c-b495-458f5de7342a+19:3648:x1870627099354752:12345-0@lo:103:ldlm_bl.0 Request processed in 48us (900us total) trans 0 rc 0/0 00000100:00100000:2.0:1783969561.295025:0:20599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1783969561.295056:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93eab7200a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:451c11fa-8d33-493c-b495-458f5de7342a:3648:1870627099354752:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1783969561.295065:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93eab7201f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:451c11fa-8d33-493c-b495-458f5de7342a:3648:1870627099354624:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1783969561.295101:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93eab7201880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:451c11fa-8d33-493c-b495-458f5de7342a:3646:1870627099354496:0@lo:103:ldlm_bl.0 00000020:00080000:0.0:1783969561.295721:0:20685:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff93ea88957800): rc 0 00000004:00000080:0.0:1783969561.295733:0:20685:0:(mdd_device.c:2302:mdd_iocontrol()) lustre-MDD0000: cmd=400866e7 len=0 karg=ffffafc3c0dd3ae0 00000100:00080000:0.0:1783969561.295753:0:20685:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:0.0:1783969561.295757:0:20685:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 3 00000100:00080000:0.0:1783969561.296571:0:20685:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID 00000100:00080000:0.0:1783969561.296595:0:20685:0:(import.c:65:import_set_state_nolock()) ffff93eab6109800 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00000001:00100000:2.0:1783969561.296910:0:17092:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 968cb78a-c1fe-4a90-8549-da4cc0f9624e 00000001:00080000:2.0:1783969561.296921:0:17092:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934628 is committed 00000020:00000080:2.0:1783969561.296926:0:17092:0:(genops.c:906:class_export_put()) final put ffff93e983f9b800/968cb78a-c1fe-4a90-8549-da4cc0f9624e 00000001:00100000:2.0:1783969561.296947:0:17092:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 1a97a32d-150e-48b4-af23-95f3386e92f5 00000001:00080000:2.0:1783969561.296955:0:17092:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934627 is committed 00000020:00000080:2.0:1783969561.296962:0:17092:0:(genops.c:906:class_export_put()) final put ffff93ea86fc9800/1a97a32d-150e-48b4-af23-95f3386e92f5 00000100:00100000:3.0:1783969561.297155:0:3645:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea889e5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1870627099354880:0@lo:39:umount.0 00000100:00100000:3.0:1783969561.297220:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783969561.297422:0:17118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099354880 00000100:00100000:2.0:1783969561.297429:0:17118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099354880 00000100:00100000:2.0:1783969561.297475:0:17118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000100:00100000:2.0:1783969561.297494:0:17118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93e983699180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3645:x1870627099354880:12345-0@lo:39:umount.0 00000020:00000080:2.0:1783969561.297520:0:17118:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xea31253a47cbadf1 00000100:00080000:2.0:1783969561.297528:0:17118:0:(import.c:65:import_set_state_nolock()) ffff93eabf7e2800 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1783969561.297698:0:17118:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934594 00000100:00080000:0.0:1783969561.297916:0:20685:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:0.0:1783969561.297920:0:20685:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934593 gen 3 00000004:00080000:0.0:1783969561.297929:0:20685:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:0.0:1783969561.297986:0:20685:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000100:00080000:0.0:1783969561.297999:0:20685:0:(import.c:65:import_set_state_nolock()) ffff93ea88952800 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:0.0:1783969561.298011:0:20685:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:0.0:1783969561.298013:0:20685:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934598 gen 3 00000004:00080000:0.0:1783969561.298020:0:20685:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:0.0:1783969561.298087:0:20685:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000100:00080000:0.0:1783969561.298095:0:20685:0:(import.c:65:import_set_state_nolock()) ffff93eab9286000 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000020:00080000:0.0:1783969561.298133:0:20685:0:(genops.c:1579:class_disconnect_exports()) OBD device 5 (ffff93eab75599c0) has no exports 00000020:00000080:1.0:1783969561.298368:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff93e983f9b800/968cb78a-c1fe-4a90-8549-da4cc0f9624e for lustre-MDT0000 00000020:00000080:1.0:1783969561.298434:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff93ea86fc9800/1a97a32d-150e-48b4-af23-95f3386e92f5 for lustre-MDT0000 00000020:00000080:1.0:1783969561.298459:0:36:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff93e983f9a800 for lustre-MDT0000 00000020:00000080:1.0:1783969561.298464:0:36:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff93ea86fcc000 for lustre-MDT0000 00000100:00100000:1.0:1783969561.300411:0:3645:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea889e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1870627099355008:0@lo:9:umount.0 00000100:00100000:1.0:1783969561.300525:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783969561.300557:0:3645:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea889e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1870627099355136:0@lo:9:umount.0 00000100:00100000:1.0:1783969561.300581:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783969561.300619:0:18621:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099355008 00000100:00100000:1.0:1783969561.300626:0:18621:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099355008 00000100:00100000:1.0:1783969561.300675:0:18621:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099355136 00000100:00100000:1.0:1783969561.300678:0:18621:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099355136 00000100:00100000:1.0:1783969561.300698:0:18621:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1783969561.300706:0:18621:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eab7202300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3645:x1870627099355008:12345-0@lo:9:umount.0 00000020:00000080:1.0:1783969561.300730:0:18621:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xea31253a47cbaebc 00000100:00080000:1.0:1783969561.300738:0:18621:0:(import.c:65:import_set_state_nolock()) ffff93eabf7bf800 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1783969561.300780:0:18621:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:1.0:1783969561.300908:0:18621:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eab7202300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+2:3645:x1870627099355008:12345-0@lo:9:umount.0 Request processed in 201us (382us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969561.300916:0:18621:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1783969561.300931:0:18621:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1783969561.300938:0:18621:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eab7202a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3645:x1870627099355136:12345-0@lo:9:umount.0 00000020:00000080:1.0:1783969561.300949:0:18621:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xea31253a47cbb01a 00000100:00080000:1.0:1783969561.300954:0:18621:0:(import.c:65:import_set_state_nolock()) ffff93e983f9d000 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1783969561.300972:0:18621:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934600 00000100:00100000:1.0:1783969561.301045:0:18621:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eab7202a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+2:3645:x1870627099355136:12345-0@lo:9:umount.0 Request processed in 107us (463us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969561.301051:0:18621:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00080000:1.0:1783969561.301070:0:17108:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1783969561.301074:0:17108:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1783969561.301224:0:17100:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1783969561.301251:0:3645:0:(import.c:65:import_set_state_nolock()) ffff93ea88952800 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:1.0:1783969561.301263:0:3645:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:1.0:1783969561.301271:0:3645:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1783969561.301275:0:3645:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea889e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1870627099355008:0@lo:9:umount.0 00000100:00080000:1.0:1783969561.301287:0:3645:0:(import.c:65:import_set_state_nolock()) ffff93eab9286000 lustre-OST0001_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:1.0:1783969561.301296:0:3645:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:1.0:1783969561.301297:0:3645:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1783969561.301300:0:3645:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea889e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1870627099355136:0@lo:9:umount.0 00010000:00010000:2.0:1783969561.302114:0:17101:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783969561.304772:0:17118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93e983699180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+3:3645:x1870627099354880:12345-0@lo:39:umount.0 Request processed in 7271us (7543us total) trans 8589934595 rc 0/0 00000100:00100000:2.0:1783969561.304787:0:17118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000001:00080000:3.0:1783969561.308196:0:17846:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934595 is committed 00000001:00100000:3.0:1783969561.308209:0:17846:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 968cb78a-c1fe-4a90-8549-da4cc0f9624e 00000001:00080000:3.0:1783969561.308216:0:17846:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934594 is committed 00000020:00000080:3.0:1783969561.308219:0:17846:0:(genops.c:906:class_export_put()) final put ffff93eac1543000/968cb78a-c1fe-4a90-8549-da4cc0f9624e 00000001:00100000:3.0:1783969561.308244:0:17846:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 1a97a32d-150e-48b4-af23-95f3386e92f5 00000001:00080000:3.0:1783969561.308250:0:17846:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934593 is committed 00000020:00000080:3.0:1783969561.308252:0:17846:0:(genops.c:906:class_export_put()) final put ffff93e983e4e000/1a97a32d-150e-48b4-af23-95f3386e92f5 00000020:00000080:0.0:1783969561.308304:0:38:0:(genops.c:865:class_export_destroy()) destroying export ffff93eac1543000/968cb78a-c1fe-4a90-8549-da4cc0f9624e for lustre-MDT0001 00000020:00000080:0.0:1783969561.308410:0:38:0:(genops.c:865:class_export_destroy()) destroying export ffff93e983e4e000/1a97a32d-150e-48b4-af23-95f3386e92f5 for lustre-MDT0001 00000020:00000080:0.0:1783969561.308441:0:38:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff93eac1544000 for lustre-MDT0001 00000020:00000080:0.0:1783969561.308446:0:38:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff93e983e4b000 for lustre-MDT0001 00000100:00080000:1.0:1783969561.311091:0:3645:0:(import.c:65:import_set_state_nolock()) ffff93eab6109800 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:1.0:1783969561.311108:0:3645:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea889e5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1870627099354880:0@lo:39:umount.0 00000020:00080000:3.0:1783969561.311370:0:20685:0:(genops.c:1579:class_disconnect_exports()) OBD device 5 (ffff93eab75599c0) has no exports 00000001:00100000:1.0:1783969561.321227:0:19435:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1783969561.321236:0:19435:0:(genops.c:906:class_export_put()) final put ffff93e983f99800/lustre-MDT0000-mdtlov_UUID 00000001:00100000:1.0:1783969561.321263:0:19435:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 1a97a32d-150e-48b4-af23-95f3386e92f5 00000020:00000080:1.0:1783969561.321266:0:19435:0:(genops.c:906:class_export_put()) final put ffff93ea86fc8800/1a97a32d-150e-48b4-af23-95f3386e92f5 00000020:00000080:2.0:1783969561.321313:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff93e983f99800/lustre-MDT0000-mdtlov_UUID for lustre-OST0001 00000020:00000080:2.0:1783969561.330630:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff93ea86fc8800/1a97a32d-150e-48b4-af23-95f3386e92f5 for lustre-OST0001 00000020:00000080:2.0:1783969561.339166:0:36:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff93e983f9d000 for lustre-OST0001 00000020:00000080:2.0:1783969561.339183:0:36:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff93ea86fcf000 for lustre-OST0001 00000020:00000080:3.0:1783969561.408710:0:20685:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xea31253a47cbac46 00000020:00000080:3.0:1783969561.408726:0:20685:0:(genops.c:906:class_export_put()) final put ffff93ea82ea9000/lustre-QMT0000_UUID 00000020:01000000:3.0:1783969561.408784:0:20685:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-QMT0000 (flags='') 00000020:00000080:2.0:1783969561.410144:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff93ea82ea9000/lustre-QMT0000_UUID for lustre-QMT0000 00000020:00000080:2.0:1783969561.410182:0:20685:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1783969561.410191:0:20685:0:(obd_config.c:955:class_cleanup()) lustre-QMT0000: forcing exports to disconnect: 0/1 00000020:00080000:2.0:1783969561.410196:0:20685:0:(genops.c:1579:class_disconnect_exports()) OBD device 7 (ffff93e9834ecd40) has no exports 00000020:00000080:2.0:1783969561.414764:0:20685:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xea31253a47cbac3f 00000020:00000080:2.0:1783969561.414779:0:20685:0:(genops.c:906:class_export_put()) final put ffff93ea8dcd1800/lustre-MDT0000-osd_UUID 00000020:00000080:2.0:1783969561.414857:0:20685:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1783969561.414869:0:20685:0:(obd_config.c:883:class_detach()) detach on obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:2.0:1783969561.414872:0:20685:0:(genops.c:906:class_export_put()) final put ffff93ea8dcd7800/lustre-QMT0000_UUID 00000020:00000080:2.0:1783969561.414875:0:20685:0:(genops.c:865:class_export_destroy()) destroying export ffff93ea8dcd7800/lustre-QMT0000_UUID for lustre-QMT0000 00000020:01000000:2.0:1783969561.414882:0:20685:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-QMT0000 (lustre-QMT0000_UUID) 00000020:00000080:1.0:1783969561.415127:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff93ea8dcd1800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:00010000:1.0:1783969561.841451:0:17100:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783969562.869488:0:17101:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783969562.992823:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1783969562.992849:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93e98369a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1870627099355264:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1783969562.992920:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783969562.993117:0:19683:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099355264 00000100:00100000:3.0:1783969562.993127:0:19683:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099355264 00000100:00100000:3.0:1783969562.993193:0:19683:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:3.0:1783969562.993203:0:19683:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eab7200380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1870627099355264:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1783969562.993234:0:19683:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1783969562.993293:0:19683:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eab7200380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1870627099355264:12345-0@lo:13:osp-pre-0-1.0 Request processed in 91us (371us total) trans 0 rc 0/0 00000100:00100000:3.0:1783969562.993300:0:19683:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:0.0:1783969562.993467:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93e98369a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1870627099355264:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1783969562.993529:0:17108:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1783969563.889184:0:17100:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783969564.017123:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea889e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1870627099355392:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1783969564.017197:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783969564.017501:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93e983698700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1870627099355520:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1783969564.017534:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783969564.017622:0:18623:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099355392 00000100:00100000:0.0:1783969564.017630:0:18623:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099355392 00000100:00100000:0.0:1783969564.017695:0:18623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:0.0:1783969564.017709:0:18623:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea86f8e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1870627099355392:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1783969564.017738:0:18623:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915849728 avail 3684327424 00000100:00100000:0.0:1783969564.017783:0:18623:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea86f8e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1870627099355392:12345-0@lo:13:osp-pre-1-1.0 Request processed in 79us (585us total) trans 0 rc 0/0 00000100:00100000:0.0:1783969564.017791:0:18623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:0.0:1783969564.017839:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea889e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1870627099355392:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1783969564.017902:0:17108:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1783969564.018178:0:17854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099355520 00000100:00100000:3.0:1783969564.018183:0:17854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099355520 00000100:00100000:3.0:1783969564.018232:0:17854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00100000:3.0:1783969564.018237:0:17854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea86f8ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3648:x1870627099355520:12345-0@lo:41:osp-pre-0-1.0 00000020:00080000:3.0:1783969564.018243:0:17854:0:(tgt_handler.c:807:tgt_request_handle()) operation 41 on unconnected OST from 12345-0@lo 00000100:00100000:3.0:1783969564.018289:0:17854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea86f8ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3648:x1870627099355520:12345-0@lo:41:osp-pre-0-1.0 Request processed in 51us (754us total) trans 0 rc -107/-107 00000100:00100000:3.0:1783969564.018296:0:17854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:02020000:0.0:1783969564.018492:0:3648:0:(client.c:1492:ptlrpc_check_status()) lustre-MDT0000-osp-MDT0001: operation mds_statfs to node 0@lo failed: rc = -107 00000100:00100000:1.0:1783969564.019224:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93eab7201f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3647:1870627099355904:0@lo:400:kworker.0 00000100:00100000:1.0:1783969564.019268:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783969564.019292:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93eab7203100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3647:1870627099356416:0@lo:400:kworker.0 00000100:00100000:1.0:1783969564.019325:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783969564.019344:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1783969564.019350:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93eab7201880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1870627099355776:0@lo:400:kworker.0 00000100:00100000:1.0:1783969564.019375:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783969564.019425:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93eab7203b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3647:1870627099356288:0@lo:400:kworker.0 00000100:00100000:1.0:1783969564.019469:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783969564.019499:0:17113:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099355904 00000100:00100000:1.0:1783969564.019504:0:17113:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099355904 00000100:00100000:1.0:1783969564.019533:0:17113:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099356416 00000100:00100000:1.0:1783969564.019536:0:17113:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099356416 00000100:00100000:1.0:1783969564.019555:0:17113:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099356288 00000100:00100000:1.0:1783969564.019558:0:17113:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099356288 00000100:00100000:1.0:1783969564.019568:0:17113:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 120 00000100:00100000:1.0:1783969564.019576:0:17113:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea8e85fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3647:x1870627099356416:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783969564.019619:0:17113:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea8e85fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3647:x1870627099356416:12345-0@lo:400:kworker.0 Request processed in 44us (293us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969564.019627:0:17113:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 120 00000100:00100000:1.0:1783969564.019643:0:17113:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:1.0:1783969564.019647:0:17113:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea86fb2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3647:x1870627099355904:12345-0@lo:400:kworker.0 00000020:00080000:1.0:1783969564.019653:0:17113:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:1.0:1783969564.019675:0:17113:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea86fb2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3647:x1870627099355904:12345-0@lo:400:kworker.0 Request processed in 26us (407us total) trans 0 rc -107/-107 00000100:00100000:1.0:1783969564.019681:0:17113:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:1.0:1783969564.019691:0:17113:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:1.0:1783969564.019695:0:17113:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea8e85f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3647:x1870627099356288:12345-0@lo:400:kworker.0 00000020:00080000:1.0:1783969564.019699:0:17113:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:1.0:1783969564.019717:0:17113:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea8e85f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3647:x1870627099356288:12345-0@lo:400:kworker.0 Request processed in 21us (247us total) trans 0 rc -107/-107 00000100:00100000:1.0:1783969564.019723:0:17113:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:1.0:1783969564.019744:0:18621:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099355776 00000100:00100000:1.0:1783969564.019747:0:18621:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099355776 00000100:00100000:1.0:1783969564.019772:0:18621:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:1.0:1783969564.019778:0:18621:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea8e85e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3647:x1870627099355776:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783969564.019814:0:18621:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea8e85e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3647:x1870627099355776:12345-0@lo:400:kworker.0 Request processed in 36us (438us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969564.019821:0:18621:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:1.0:1783969564.019852:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93eab7201880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1870627099355776:0@lo:400:kworker.0 00000100:00080000:1.0:1783969564.019862:0:3647:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:1.0:1783969564.019868:0:3647:0:(import.c:65:import_set_state_nolock()) ffff93e983e4c000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:1.0:1783969564.019872:0:3647:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00100000:2.0:1783969564.020089:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93eab7200700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:451c11fa-8d33-493c-b495-458f5de7342a:3649:1870627099355648:0@lo:400:kworker.0 00000100:00100000:2.0:1783969564.020125:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783969564.020163:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93eab7202d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3649:1870627099356160:0@lo:400:kworker.0 00000100:00100000:2.0:1783969564.020193:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783969564.020213:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1783969564.020219:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93eab7200a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3649:1870627099356032:0@lo:400:kworker.0 00000100:00100000:2.0:1783969564.020241:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783969564.020264:0:17114:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099356160 00000100:00100000:2.0:1783969564.020268:0:17114:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099356160 00000100:00100000:2.0:1783969564.020304:0:17114:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099356032 00000100:00100000:2.0:1783969564.020307:0:17114:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099356032 00000100:00100000:2.0:1783969564.020324:0:17114:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 121 00000100:00100000:2.0:1783969564.020331:0:17114:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea86f8f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3649:x1870627099356160:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783969564.020366:0:17114:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea86f8f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3649:x1870627099356160:12345-0@lo:400:kworker.0 Request processed in 36us (172us total) trans 0 rc 0/0 00000100:00100000:2.0:1783969564.020372:0:17114:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 121 00000100:00100000:2.0:1783969564.020409:0:17114:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:2.0:1783969564.020414:0:17114:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea86f8d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3649:x1870627099356032:12345-0@lo:400:kworker.0 00000020:00080000:2.0:1783969564.020418:0:17114:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:2.0:1783969564.020452:0:17114:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea86f8d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3649:x1870627099356032:12345-0@lo:400:kworker.0 Request processed in 37us (210us total) trans 0 rc -107/-107 00000100:00100000:2.0:1783969564.020459:0:17114:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00080000:2.0:1783969564.020478:0:17108:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1783969564.020482:0:17108:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1783969564.020498:0:3649:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0000 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:2.0:1783969564.020501:0:3649:0:(import.c:65:import_set_state_nolock()) ffff93eaa5b1e000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:2.0:1783969564.020504:0:3649:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0000: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:2.0:1783969564.020509:0:3649:0:(import.c:65:import_set_state_nolock()) ffff93eaa5b1e000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1783969564.020513:0:3649:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 552 00000100:00080000:2.0:1783969564.020518:0:3649:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff93eaa5b1e000 using connection 192.168.201.134@tcp/0@lo 00000100:00100000:2.0:1783969564.020549:0:3649:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93ea86f8c000 x1870627099356544/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1783969564.020569:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93eab7200a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3649:1870627099356032:0@lo:400:kworker.0 00010000:00080000:2.0:1783969564.020583:0:3649:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93eab7202d80 x1870627099356160/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783969580 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783969564.020593:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93eab7202d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3649:1870627099356160:0@lo:400:kworker.0 00000100:00100000:2.0:1783969564.020628:0:3645:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea86f8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3645:1870627099356544:0@lo:38:ptlrpcd_00_03.0 00000100:00100000:2.0:1783969564.020653:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783969564.020676:0:17114:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099356544 00000100:00100000:2.0:1783969564.020679:0:17114:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099356544 00000100:00100000:2.0:1783969564.020696:0:17114:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:2.0:1783969564.020700:0:17114:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea86f8f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3645:x1870627099356544:12345-0@lo:38:ptlrpcd_00_03.0 00010000:02000000:2.0:1783969564.020715:0:17114:0:(ldlm_lib.c:1205:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:2.0:1783969564.020750:0:17114:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea86f8f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3645:x1870627099356544:12345-0@lo:38:ptlrpcd_00_03.0 Request processed in 48us (96us total) trans 0 rc -19/-19 00000100:00100000:2.0:1783969564.020755:0:17114:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00080000:2.0:1783969564.020778:0:3645:0:(import.c:65:import_set_state_nolock()) ffff93eaa5b1e000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1783969564.020782:0:3645:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1783969564.020785:0:3645:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea86f8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3645:1870627099356544:0@lo:38:ptlrpcd_00_03.0 00000100:00100000:3.0:1783969564.020933:0:17107:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099355648 00000100:00100000:3.0:1783969564.020938:0:17107:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099355648 00000100:00100000:3.0:1783969564.020979:0:17107:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 183 00000100:00100000:3.0:1783969564.020987:0:17107:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93e983464850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:451c11fa-8d33-493c-b495-458f5de7342a+19:3649:x1870627099355648:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783969564.021025:0:17107:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93e983464850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:451c11fa-8d33-493c-b495-458f5de7342a+19:3649:x1870627099355648:12345-0@lo:400:kworker.0 Request processed in 39us (899us total) trans 0 rc 0/0 00000100:00100000:3.0:1783969564.021032:0:17107:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 183 00000100:00100000:2.0:1783969564.023832:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93eab7200700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:451c11fa-8d33-493c-b495-458f5de7342a:3649:1870627099355648:0@lo:400:kworker.0 00000100:00080000:0.0:1783969564.038239:0:3648:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-osp-MDT0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:0.0:1783969564.038248:0:3648:0:(import.c:65:import_set_state_nolock()) ffff93e982780800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:0.0:1783969564.038253:0:3648:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-osp-MDT0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:0.0:1783969564.038259:0:3648:0:(import.c:65:import_set_state_nolock()) ffff93e982780800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1783969564.038263:0:3648:0:(import.c:510:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 534 00000100:00080000:0.0:1783969564.038273:0:3648:0:(import.c:624:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff93e982780800 using connection 192.168.201.134@tcp/0@lo 00000100:00100000:0.0:1783969564.038314:0:3648:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93ea889e5f80 x1870627099356672/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1783969564.038866:0:3645:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea889e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3645:1870627099356672:0@lo:38:ptlrpcd_00_02.0 00000100:00100000:2.0:1783969564.038940:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783969564.040890:0:17118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099356672 00000100:00100000:0.0:1783969564.040904:0:17118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099356672 00000100:00100000:0.0:1783969564.040967:0:17118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000100:00100000:0.0:1783969564.040977:0:17118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea86f8c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3645:x1870627099356672:12345-0@lo:38:ptlrpcd_00_02.0 00010000:02000000:0.0:1783969564.040996:0:17118:0:(ldlm_lib.c:1205:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:0.0:1783969564.041084:0:17118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea86f8c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3645:x1870627099356672:12345-0@lo:38:ptlrpcd_00_02.0 Request processed in 107us (2144us total) trans 0 rc -19/-19 00000100:00100000:0.0:1783969564.041105:0:17118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00000100:00080000:2.0:1783969564.041210:0:3645:0:(import.c:65:import_set_state_nolock()) ffff93e982780800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1783969564.041216:0:3645:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1783969564.041226:0:3645:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea889e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3645:1870627099356672:0@lo:38:ptlrpcd_00_02.0 00000100:00080000:1.0:1783969564.098020:0:3647:0:(import.c:65:import_set_state_nolock()) ffff93e983e4c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1783969564.098034:0:3647:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 569 00000100:00080000:1.0:1783969564.098044:0:3647:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93e983e4c000 using connection 192.168.201.134@tcp/0@lo 00000100:00100000:1.0:1783969564.098086:0:3647:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93ea8e85c380 x1870627099356800/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1783969564.098122:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93eab7203b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3647:1870627099356288:0@lo:400:kworker.0 00000100:00080000:1.0:1783969564.098155:0:3647:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-MDT0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:1.0:1783969564.098159:0:3647:0:(import.c:65:import_set_state_nolock()) ffff93eaa01eb800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:1.0:1783969564.098163:0:3647:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-MDT0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:1.0:1783969564.098167:0:3647:0:(import.c:65:import_set_state_nolock()) ffff93eaa01eb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1783969564.098170:0:3647:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 534 00000100:00080000:1.0:1783969564.098174:0:3647:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93eaa01eb800 using connection 192.168.201.134@tcp/0@lo 00000100:00100000:1.0:1783969564.098209:0:3647:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93ea8e85c000 x1870627099356928/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1783969564.098220:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93eab7201f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3647:1870627099355904:0@lo:400:kworker.0 00010000:00080000:1.0:1783969564.098246:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93eab7203100 x1870627099356416/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783969580 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783969564.098258:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93eab7203100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3647:1870627099356416:0@lo:400:kworker.0 00000100:00100000:2.0:1783969564.099656:0:3645:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea8e85c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3645:1870627099356800:0@lo:38:ptlrpcd_00_01.0 00000100:00100000:2.0:1783969564.099726:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783969564.099769:0:3645:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea8e85c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3645:1870627099356928:0@lo:38:ptlrpcd_00_01.0 00000100:00100000:2.0:1783969564.099790:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783969564.099924:0:19100:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099356800 00000100:00100000:3.0:1783969564.099931:0:19100:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099356800 00000100:00100000:3.0:1783969564.099970:0:19100:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099356928 00000100:00100000:3.0:1783969564.099973:0:19100:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099356928 00000100:00100000:3.0:1783969564.099999:0:19100:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:3.0:1783969564.100008:0:19100:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea86f8fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3645:x1870627099356800:12345-0@lo:38:ptlrpcd_00_01.0 00010000:02000000:3.0:1783969564.100023:0:19100:0:(ldlm_lib.c:1205:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:3.0:1783969564.100082:0:19100:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea86f8fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3645:x1870627099356800:12345-0@lo:38:ptlrpcd_00_01.0 Request processed in 74us (356us total) trans 0 rc -19/-19 00000100:00100000:3.0:1783969564.100090:0:19100:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:3.0:1783969564.100106:0:19100:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:3.0:1783969564.100110:0:19100:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea86f8df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3645:x1870627099356928:12345-0@lo:38:ptlrpcd_00_01.0 00010000:02000000:3.0:1783969564.100118:0:19100:0:(ldlm_lib.c:1205:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:3.0:1783969564.100139:0:19100:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea86f8df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3645:x1870627099356928:12345-0@lo:38:ptlrpcd_00_01.0 Request processed in 27us (348us total) trans 0 rc -19/-19 00000100:00100000:3.0:1783969564.100158:0:19100:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00080000:3.0:1783969564.100189:0:3645:0:(import.c:65:import_set_state_nolock()) ffff93e983e4c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1783969564.100193:0:3645:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1783969564.100197:0:3645:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea8e85c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3645:1870627099356800:0@lo:38:ptlrpcd_00_01.0 00000100:00080000:3.0:1783969564.100205:0:3645:0:(import.c:65:import_set_state_nolock()) ffff93eaa01eb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1783969564.100209:0:3645:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1783969564.100211:0:3645:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea8e85c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3645:1870627099356928:0@lo:38:ptlrpcd_00_01.0 00000040:00080000:3.0:1783969564.273093:0:17868:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:2.0:1783969564.913117:0:17101:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783969565.936687:0:17100:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:2.0:1783969566.580126:0:18616:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1783969566.580141:0:18616:0:(genops.c:906:class_export_put()) final put ffff93eabf7bb800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1783969566.581190:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff93eabf7bb800/lustre-MDT0000-mdtlov_UUID for lustre-OST0000 00000020:00000080:1.0:1783969566.582525:0:36:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff93eabf7bf800 for lustre-OST0000 00000001:00100000:2.0:1783969566.584452:0:17846:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1783969566.584466:0:17846:0:(genops.c:906:class_export_put()) final put ffff93eaa01ea000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1783969566.584598:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff93eaa01ea000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001 00000020:00000080:1.0:1783969566.584670:0:36:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff93eabf7e2800 for lustre-MDT0001 00010000:00010000:2.0:1783969566.962355:0:17101:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:0.0:1783969567.095669:0:17092:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1783969567.095683:0:17092:0:(genops.c:906:class_export_put()) final put ffff93ea88957800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:1.0:1783969567.096292:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff93ea88957800/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000 00000020:00000080:1.0:1783969567.096438:0:36:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff93eab90cb800 for lustre-MDT0000 00000020:01000000:2.0:1783969567.472732:0:20685:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffff93eab719a4e0 - data ffff93eaad0bda20/ffff93ea86fb8c00 00000020:01000000:2.0:1783969567.472972:0:20685:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffff93eab7207c00 - data ffff93eaad007e58/ffff93eab71f4400 00000001:00000004:2.0:1783969567.491234:0:20685:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934628 00000100:00080000:2.0:1783969567.557278:0:20685:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:2.0:1783969567.557298:0:20685:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 4 00000100:00100000:2.0:1783969567.557328:0:20685:0:(client.c:3150:ptlrpc_free_committed()) @@@ free request with old gen req@ffff93ea889e5500 x1870627099354880/t8589934595(8589934595) o39->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1783969571 ref 1 fl Complete:RNQU/204/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783969567.557427:0:20685:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00080000:2.0:1783969567.565673:0:20685:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:2.0:1783969567.565685:0:20685:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934593 gen 4 00000004:00080000:2.0:1783969567.565711:0:20685:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1783969567.565715:0:20685:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:1.0:1783969567.566330:0:17136:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:1.0:1783969567.566337:0:17136:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xa:0x0] index 1 count 1 00000040:00080000:1.0:1783969567.566350:0:17136:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 2 count 2 00000100:00080000:2.0:1783969567.567355:0:20685:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:2.0:1783969567.567364:0:20685:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934598 gen 4 00000004:00080000:2.0:1783969567.567413:0:20685:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1783969567.567417:0:20685:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:3.0:1783969567.568076:0:17138:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:3.0:1783969567.568083:0:17138:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xc:0x0] index 2 count 1 00000040:00080000:3.0:1783969567.568095:0:17138:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x5:0x0] index 2 count 2 00000020:00000080:2.0:1783969567.571315:0:20685:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xea31253a47cbac0e 00000020:00000080:2.0:1783969567.571334:0:20685:0:(genops.c:906:class_export_put()) final put ffff93eab610e800/lustre-MDT0000-osd_UUID 00000020:00000080:3.0:1783969567.572312:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff93eab610e800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:2.0:1783969567.575558:0:20685:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xea31253a47cbac23 00000020:00000080:2.0:1783969567.575580:0:20685:0:(genops.c:906:class_export_put()) final put ffff93eabf768000/lustre-MDT0000-mdtlov_UUID 00000020:01000000:2.0:1783969567.575598:0:20685:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-mdtlov (flags='') 00000020:00000080:2.0:1783969567.575606:0:20685:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1783969567.575617:0:20685:0:(obd_config.c:955:class_cleanup()) lustre-MDT0000-mdtlov: forcing exports to disconnect: 0/2 00000020:00080000:2.0:1783969567.575622:0:20685:0:(genops.c:1579:class_disconnect_exports()) OBD device 4 (ffff93eab755b380) has no exports 00000004:01000000:2.0:1783969567.575840:0:20685:0:(lod_lov.c:59:lod_putref()) destroying 2 ltd desc 00000020:00000080:2.0:1783969567.575854:0:20685:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xea31253a47cbac85 00000020:00000080:2.0:1783969567.575859:0:20685:0:(genops.c:906:class_export_put()) final put ffff93eab9280000/lustre-MDT0000-mdtlov_UUID 00000020:01000000:2.0:1783969567.575864:0:20685:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-MDT0000 (flags='') 00000020:00000080:2.0:1783969567.575868:0:20685:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1783969567.575873:0:20685:0:(obd_config.c:955:class_cleanup()) lustre-OST0001-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:2.0:1783969567.575876:0:20685:0:(genops.c:1579:class_disconnect_exports()) OBD device 10 (ffff93eac0e799c0) has no exports 00000020:00000080:2.0:1783969567.575885:0:20685:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xea31253a47cbac7e 00000020:00000080:2.0:1783969567.575889:0:20685:0:(genops.c:906:class_export_put()) final put ffff93eab9284000/lustre-MDT0000-osd_UUID 00010000:01000000:2.0:1783969567.576337:0:20685:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-OST0001-osc-MDT0000: client import never connected 00000100:00080000:2.0:1783969567.576342:0:20685:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:2.0:1783969567.576348:0:20685:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934598 gen 5 00000004:00080000:2.0:1783969567.576356:0:20685:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1783969567.576360:0:20685:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1783969567.576436:0:20685:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1783969567.576443:0:20685:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1783969567.576449:0:20685:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xea31253a47cbac70 00000020:00000080:2.0:1783969567.576454:0:20685:0:(genops.c:906:class_export_put()) final put ffff93ea88950800/lustre-MDT0000-mdtlov_UUID 00000020:01000000:2.0:1783969567.576459:0:20685:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0000 (flags='') 00000020:00000080:2.0:1783969567.576462:0:20685:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1783969567.576465:0:20685:0:(obd_config.c:955:class_cleanup()) lustre-OST0000-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:2.0:1783969567.576468:0:20685:0:(genops.c:1579:class_disconnect_exports()) OBD device 9 (ffff93e9834eb380) has no exports 00000020:00000080:2.0:1783969567.576472:0:20685:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xea31253a47cbac69 00000020:00000080:2.0:1783969567.576475:0:20685:0:(genops.c:906:class_export_put()) final put ffff93ea88955800/lustre-MDT0000-osd_UUID 00010000:01000000:2.0:1783969567.576864:0:20685:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0000: client import never connected 00000100:00080000:2.0:1783969567.576880:0:20685:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:2.0:1783969567.576883:0:20685:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934593 gen 5 00000004:00080000:2.0:1783969567.576887:0:20685:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1783969567.576888:0:20685:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1783969567.576913:0:20685:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1783969567.576918:0:20685:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000004:01000000:2.0:1783969567.576933:0:20685:0:(lod_lov.c:59:lod_putref()) destroying 1 ltd desc 00000020:00000080:2.0:1783969567.576938:0:20685:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xea31253a47cbac5b 00000020:00000080:2.0:1783969567.576943:0:20685:0:(genops.c:906:class_export_put()) final put ffff93ea88952000/lustre-MDT0000-mdtlov_UUID 00000020:01000000:2.0:1783969567.576947:0:20685:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-osp-MDT0000 (flags='') 00000020:00000080:2.0:1783969567.576950:0:20685:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1783969567.576953:0:20685:0:(obd_config.c:955:class_cleanup()) lustre-MDT0001-osp-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:2.0:1783969567.576956:0:20685:0:(genops.c:1579:class_disconnect_exports()) OBD device 8 (ffff93e9834e8000) has no exports 00000020:00000080:2.0:1783969567.576960:0:20685:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xea31253a47cbac54 00000020:00000080:2.0:1783969567.576963:0:20685:0:(genops.c:906:class_export_put()) final put ffff93ea8dcd3800/lustre-MDT0000-osd_UUID 00000020:00000080:3.0:1783969567.577904:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff93eabf768000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:00000080:3.0:1783969567.577921:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff93eab9280000/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00000020:00000080:3.0:1783969567.577927:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff93eab9284000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:3.0:1783969567.577933:0:8:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff93eab9286000 for lustre-OST0001-osc-MDT0000 00000020:00000080:3.0:1783969567.577940:0:8:0:(genops.c:906:class_export_put()) final put ffff93ea88950000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:3.0:1783969567.577943:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff93ea88950000/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00000020:01000000:3.0:1783969567.577948:0:8:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1783969567.578060:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff93ea88950800/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:00000080:3.0:1783969567.578066:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff93ea88955800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:3.0:1783969567.578071:0:8:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff93ea88952800 for lustre-OST0000-osc-MDT0000 00000020:00000080:3.0:1783969567.578074:0:8:0:(genops.c:906:class_export_put()) final put ffff93ea88957000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:3.0:1783969567.578077:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff93ea88957000/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:01000000:3.0:1783969567.578082:0:8:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1783969567.578126:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff93ea88952000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001-osp-MDT0000 00000020:00000080:3.0:1783969567.578131:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff93ea8dcd3800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:01000000:3.0:1783969567.584021:0:20685:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0001-osp-MDT0000: client import never connected 00000100:00080000:3.0:1783969567.584036:0:20685:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:3.0:1783969567.584042:0:20685:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 5 00000100:00100000:3.0:1783969567.584052:0:20685:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1783969567.584107:0:20685:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1783969567.584123:0:20685:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-osp-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1783969567.584162:0:20685:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1783969567.584164:0:20685:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1783969567.584172:0:20685:0:(genops.c:906:class_export_put()) final put ffff93eab610d800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:3.0:1783969567.584178:0:20685:0:(genops.c:865:class_export_destroy()) destroying export ffff93eab610d800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:01000000:3.0:1783969567.584186:0:20685:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-mdtlov (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1783969567.584320:0:20685:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xea31253a47cbac2a 00000020:00000080:3.0:1783969567.584328:0:20685:0:(genops.c:906:class_export_put()) final put ffff93eabf76f000/lustre-MDD0000_UUID 00000020:01000000:3.0:1783969567.584333:0:20685:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDD0000 (flags='') 00000020:00000080:3.0:1783969567.584336:0:20685:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1783969567.584341:0:20685:0:(obd_config.c:955:class_cleanup()) lustre-MDD0000: forcing exports to disconnect: 0/2 00000020:00080000:3.0:1783969567.584346:0:20685:0:(genops.c:1579:class_disconnect_exports()) OBD device 6 (ffff93eab755cd40) has no exports 00000020:00000080:3.0:1783969567.584417:0:20685:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1783969567.584421:0:20685:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000020:00000080:3.0:1783969567.584425:0:20685:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xea31253a47cbac31 00000020:00000080:3.0:1783969567.584429:0:20685:0:(genops.c:906:class_export_put()) final put ffff93eabf76a800/lustre-MDT0000-osd_UUID 00000020:01000004:3.0:1783969567.584440:0:20685:0:(tgt_mount.c:187:server_put_mount()) put mount ffff93e98330a000 from lustre-MDT0000, refs=3 00000020:01000004:3.0:1783969567.584444:0:20685:0:(obd_mount.c:710:lustre_put_lsi()) put ffff93e98330a000 3 00000020:01000004:3.0:1783969567.584447:0:20685:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff93e98330a000 from lustre-MDT0000 00000020:00000080:3.0:1783969567.584492:0:20685:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1783969567.584496:0:20685:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:00000080:3.0:1783969567.584499:0:20685:0:(genops.c:906:class_export_put()) final put ffff93eab610c000/lustre-MDT0000_UUID 00000020:00000080:3.0:1783969567.584501:0:20685:0:(genops.c:865:class_export_destroy()) destroying export ffff93eab610c000/lustre-MDT0000_UUID for lustre-MDT0000 00000020:01000000:3.0:1783969567.584509:0:20685:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000 (lustre-MDT0000_UUID) 00000020:01000004:3.0:1783969567.584557:0:20685:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 3 references. 00000020:01000004:3.0:1783969567.584562:0:20685:0:(tgt_mount.c:255:server_stop_mgs()) Stop MGS service MGS 00000020:01000000:3.0:1783969567.584566:0:20685:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MGS (flags='F') 00000020:00000080:3.0:1783969567.584569:0:20685:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1783969567.584572:0:20685:0:(obd_config.c:955:class_cleanup()) MGS: forcing exports to disconnect: 1/3 00000020:00080000:3.0:1783969567.584581:0:20685:0:(genops.c:1840:print_export_data()) MGS: ACTIVE ffff93e98330d800 451c11fa-8d33-493c-b495-458f5de7342a 0@lo 18 (0 0 13) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1783969567.584586:0:20685:0:(genops.c:1574:class_disconnect_exports()) OBD device 1 (ffff93e9834e99c0) has exports, disconnecting them 00000020:00080000:3.0:1783969567.584591:0:20685:0:(genops.c:1549:class_disconnect_export_list()) MGS: disconnecting export at 0@lo (ffff93e98330d800), last request at 1783969455 00000020:00000080:3.0:1783969567.584627:0:20685:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xea31253a47cbabcf 00000020:00010000:3.0:1783969567.584632:0:20685:0:(genops.c:1942:obd_stale_export_put()) Put export ffff93e98330d800: total 2 00000100:00080000:3.0:1783969567.584636:0:20685:0:(import.c:65:import_set_state_nolock()) ffff93e98330e800 : changing import state from FULL to CLOSED 00000020:00080000:3.0:1783969567.584648:0:20685:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff93e98330d800): rc 0 00000020:00080000:3.0:1783969567.584653:0:20685:0:(genops.c:1579:class_disconnect_exports()) OBD device 1 (ffff93e9834e99c0) has no exports 00000100:00100000:3.0:1783969567.584751:0:17107:0:(service.c:3183:ptlrpc_main()) ll_mgs_0002: service thread [ffff93ea8dcdca00:17107] 2 exiting: rc = 0 00000100:00100000:3.0:1783969567.584889:0:17105:0:(service.c:3183:ptlrpc_main()) ll_mgs_0000: service thread [ffff93ea8dcdd400:17105] 0 exiting: rc = 1 00000020:00010000:1.0:1783969567.585299:0:17100:0:(genops.c:1928:obd_stale_export_get()) Get export ffff93e98330d800: total 2 00010000:00010000:1.0:1783969567.585352:0:17100:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff93e98330d800, canceled 0 locks, left on hash table 13. 00010000:00010000:1.0:1783969567.585417:0:17100:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff93ea837bce00/0xea31253a47cbb1a9 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xea31253a47cbb1a2 expref: 14 pid: 17106 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969567.585448:0:17100:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff93ea91a52c00/0xea31253a47cbaf9c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xea31253a47cbaf95 expref: 13 pid: 17106 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969567.585472:0:17100:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff93ea83dae200/0xea31253a47cbae37 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xea31253a47cbae30 expref: 12 pid: 17105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969567.585484:0:17100:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff93eab7797800/0xea31253a47cbafc6 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xea31253a47cbafbf expref: 11 pid: 17105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969567.585498:0:17100:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff93eab7796a00/0xea31253a47cbb005 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xea31253a47cbaffe expref: 10 pid: 17106 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969567.585529:0:17100:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff93ea89cde600/0xea31253a47cbacf5 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xea31253a47cbacee expref: 9 pid: 17107 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969567.585542:0:17100:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff93e983de6c00/0xea31253a47cbae61 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xea31253a47cbae5a expref: 8 pid: 17106 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969567.585553:0:17100:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff93ea837bd600/0xea31253a47cbb18d lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xea31253a47cbb186 expref: 7 pid: 17105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969567.585563:0:17100:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff93e983de6a00/0xea31253a47cbadb2 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xea31253a47cbadab expref: 6 pid: 17105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969567.585574:0:17100:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff93ea89cdf600/0xea31253a47cbad03 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xea31253a47cbacfc expref: 5 pid: 17107 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969567.585590:0:17100:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff93ea837bdc00/0xea31253a47cbb19b lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xea31253a47cbb194 expref: 4 pid: 17106 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969567.585630:0:17100:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff93ea89cdea00/0xea31253a47cbad11 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xea31253a47cbad0a expref: 3 pid: 17106 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969567.585642:0:17100:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff93ea89cdfa00/0xea31253a47cbabe4 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xea31253a47cbabdd expref: 2 pid: 17105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969567.585655:0:17100:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff93e98330d800, canceled 13 locks, left on hash table 0. 00000020:00000080:1.0:1783969567.585671:0:17100:0:(genops.c:906:class_export_put()) final put ffff93e98330d800/451c11fa-8d33-493c-b495-458f5de7342a 00010000:00010000:1.0:1783969567.585681:0:17100:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783969567.585684:0:17100:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783969567.585685:0:17100:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1783969567.585705:0:8:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff93eab6109800 for lustre-MDT0001-osp-MDT0000 00000020:00000080:1.0:1783969567.585714:0:8:0:(genops.c:906:class_export_put()) final put ffff93ea8dcd6000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1783969567.585717:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff93ea8dcd6000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001-osp-MDT0000 00000020:01000000:1.0:1783969567.585724:0:8:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-osp-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1783969567.585795:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff93eabf76f000/lustre-MDD0000_UUID for lustre-MDD0000 00000020:00000080:1.0:1783969567.585800:0:8:0:(genops.c:906:class_export_put()) final put ffff93eabf76b800/lustre-MDD0000_UUID 00000020:00000080:1.0:1783969567.585802:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff93eabf76b800/lustre-MDD0000_UUID for lustre-MDD0000 00000020:01000000:1.0:1783969567.585806:0:8:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDD0000 (lustre-MDD0000_UUID) 00000020:00000080:1.0:1783969567.585835:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff93eabf76a800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:1.0:1783969567.585842:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff93e98330d800/451c11fa-8d33-493c-b495-458f5de7342a for MGS 00000020:00000080:1.0:1783969567.585870:0:8:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff93e98330e800 for MGS 00000100:00100000:1.0:1783969567.591557:0:17106:0:(service.c:3183:ptlrpc_main()) ll_mgs_0001: service thread [ffff93ea8dcdde00:17106] 1 exiting: rc = 0 00000100:00100000:3.0:1783969567.591906:0:20685:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969567.591919:0:20685:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969567.591929:0:20685:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969567.591936:0:20685:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969567.591943:0:20685:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969567.591950:0:20685:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969567.591956:0:20685:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969567.591962:0:20685:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969567.591968:0:20685:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969567.591978:0:20685:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969567.591984:0:20685:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969567.591991:0:20685:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969567.591997:0:20685:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969567.592004:0:20685:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969567.592009:0:20685:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969567.592015:0:20685:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969567.592021:0:20685:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969567.592027:0:20685:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969567.592052:0:20685:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969567.592059:0:20685:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969567.592064:0:20685:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969567.592070:0:20685:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969567.592075:0:20685:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969567.592081:0:20685:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969567.592086:0:20685:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969567.592092:0:20685:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969567.592098:0:20685:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969567.592105:0:20685:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969567.592111:0:20685:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969567.592117:0:20685:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969567.592123:0:20685:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969567.592129:0:20685:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969567.592137:0:20685:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969567.592143:0:20685:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969567.592148:0:20685:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969567.592154:0:20685:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969567.592161:0:20685:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969567.592168:0:20685:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969567.592174:0:20685:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969567.592179:0:20685:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969567.592185:0:20685:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969567.592190:0:20685:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969567.592196:0:20685:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969567.592202:0:20685:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969567.592208:0:20685:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969567.592214:0:20685:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969567.592220:0:20685:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969567.592226:0:20685:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969567.592232:0:20685:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969567.592240:0:20685:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969567.592247:0:20685:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969567.592253:0:20685:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969567.592259:0:20685:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969567.592273:0:20685:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969567.592279:0:20685:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969567.592285:0:20685:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969567.592291:0:20685:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969567.592298:0:20685:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969567.592304:0:20685:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969567.592309:0:20685:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969567.592315:0:20685:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969567.592320:0:20685:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969567.592326:0:20685:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969567.592331:0:20685:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:01000000:3.0:1783969567.594102:0:20685:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffff93eab705e9c0 - data ffff93eaad06f360/ffff93e9830ed800 00000020:01000000:3.0:1783969567.594258:0:20685:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffff93e983ec90c0 - data ffff93eaa07145e8/ffff93e983307800 00000020:00000080:3.0:1783969567.595279:0:20685:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xea31253a47cbabba 00000020:00000080:3.0:1783969567.595297:0:20685:0:(genops.c:906:class_export_put()) final put ffff93e983e56000/lustre-MDT0000-osd_UUID 00000020:01000004:3.0:1783969567.595326:0:20685:0:(tgt_mount.c:187:server_put_mount()) put mount ffff93e98330a000 from MGS, refs=2 00000020:01000004:3.0:1783969567.595331:0:20685:0:(obd_mount.c:710:lustre_put_lsi()) put ffff93e98330a000 2 00000020:01000004:3.0:1783969567.595335:0:20685:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff93e98330a000 from MGS 00000020:00000080:3.0:1783969567.595408:0:20685:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1783969567.595418:0:20685:0:(obd_config.c:883:class_detach()) detach on obd MGS (uuid MGS) 00000020:00000080:3.0:1783969567.595422:0:20685:0:(genops.c:906:class_export_put()) final put ffff93e983e53800/MGS 00000020:00000080:3.0:1783969567.595425:0:20685:0:(genops.c:865:class_export_destroy()) destroying export ffff93e983e53800/MGS for MGS 00000020:01000000:3.0:1783969567.595433:0:20685:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MGS (MGS) 00000020:00000080:1.0:1783969567.595993:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff93e983e56000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:01000000:3.0:1783969567.596134:0:20685:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0000 (flags='F') 00000020:00000080:3.0:1783969567.596139:0:20685:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1783969567.596147:0:20685:0:(obd_config.c:955:class_cleanup()) lustre-MDT0000-lwp-MDT0000: forcing exports to disconnect: 1/3 00000020:00080000:3.0:1783969567.596157:0:20685:0:(genops.c:1840:print_export_data()) lustre-MDT0000-lwp-MDT0000: ACTIVE ffff93e9837e2800 lustre-MDT0000-lwp-MDT0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1783969567.596164:0:20685:0:(genops.c:1574:class_disconnect_exports()) OBD device 11 (ffff93eab7163380) has exports, disconnecting them 00000020:00080000:3.0:1783969567.596169:0:20685:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0000: disconnecting export at 0@lo (ffff93e9837e2800), last request at 1783969455 00000020:00000080:3.0:1783969567.596175:0:20685:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xea31253a47cbacbd 00000020:00080000:3.0:1783969567.596192:0:20685:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff93e9837e2800): rc 0 00000020:00000080:3.0:1783969567.596197:0:20685:0:(genops.c:906:class_export_put()) final put ffff93e9837e2800/lustre-MDT0000-lwp-MDT0000 00000020:00000080:1.0:1783969567.596710:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff93e9837e2800/lustre-MDT0000-lwp-MDT0000 for lustre-MDT0000-lwp-MDT0000 00010000:01000000:2.0:1783969567.615204:0:20685:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0000: client import never connected 00000100:00080000:2.0:1783969567.615217:0:20685:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1783969567.615223:0:20685:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 5 00000100:00100000:2.0:1783969567.615232:0:20685:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1783969567.615586:0:36:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff93e9837e4800 for lustre-MDT0000-lwp-MDT0000 00000020:00000080:2.0:1783969567.615706:0:20685:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1783969567.615717:0:20685:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000020:00000080:2.0:1783969567.615724:0:20685:0:(genops.c:906:class_export_put()) final put ffff93e9837e3000/lustre-MDT0000-lwp-MDT0000_UUID 00000020:00000080:2.0:1783969567.615729:0:20685:0:(genops.c:865:class_export_destroy()) destroying export ffff93e9837e3000/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000-lwp-MDT0000 00000020:01000000:2.0:1783969567.615741:0:20685:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0000 (lustre-MDT0000-lwp-MDT0000_UUID) 00000020:01000004:2.0:1783969567.615850:0:20685:0:(obd_mount.c:710:lustre_put_lsi()) put ffff93e98330a000 1 00000020:00000080:2.0:1783969567.615858:0:20685:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xea31253a47cbabac 00000020:00000080:2.0:1783969567.615866:0:20685:0:(genops.c:906:class_export_put()) final put ffff93e983e52000/lustre-MDT0000-osd_UUID 00000020:01000000:2.0:1783969567.615883:0:20685:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osd (flags='') 00000020:00000080:2.0:1783969567.615888:0:20685:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1783969567.615893:0:20685:0:(obd_config.c:955:class_cleanup()) lustre-MDT0000-osd: forcing exports to disconnect: 0/2 00000020:00080000:2.0:1783969567.615897:0:20685:0:(genops.c:1579:class_disconnect_exports()) OBD device 0 (ffff93e9821919c0) has no exports 00000020:00000080:1.0:1783969567.616592:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff93e983e52000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:2.0:1783969567.979612:0:20685:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1783969567.979632:0:20685:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00000020:00000080:2.0:1783969567.979640:0:20685:0:(genops.c:906:class_export_put()) final put ffff93e98330b000/lustre-MDT0000-osd_UUID 00000020:00000080:2.0:1783969567.979645:0:20685:0:(genops.c:865:class_export_destroy()) destroying export ffff93e98330b000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:01000000:2.0:1783969567.979661:0:20685:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osd (lustre-MDT0000-osd_UUID) 00000020:01000004:2.0:1783969567.979816:0:20685:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff93e98330e000 00000020:02000400:2.0:1783969567.979907:0:20685:0:(tgt_mount.c:2181:server_put_super()) server umount lustre-MDT0000 complete 00010000:00010000:1.0:1783969567.985871:0:17101:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783969568.116484:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1783969568.116517:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93e983698a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1870627099357056:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1783969568.116734:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783969568.116822:0:18624:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099357056 00000100:00100000:3.0:1783969568.116831:0:18624:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099357056 00000100:00100000:3.0:1783969568.116899:0:18624:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:3.0:1783969568.116911:0:18624:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93e983699880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3649:x1870627099357056:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1783969568.116949:0:18624:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1783969568.117003:0:18624:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93e983699880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3649:x1870627099357056:12345-0@lo:13:osp-pre-0-1.0 Request processed in 94us (269us total) trans 0 rc 0/0 00000100:00100000:3.0:1783969568.117011:0:18624:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:3.0:1783969568.117075:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93e983698a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1870627099357056:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1783969568.117112:0:17108:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1783969569.012459:0:17100:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783969569.136718:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93e983698a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1870627099357184:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1783969569.136814:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783969569.136892:0:19683:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099357184 00000100:00100000:3.0:1783969569.136902:0:19683:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099357184 00000100:00100000:3.0:1783969569.136973:0:19683:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:3.0:1783969569.136981:0:19683:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93e98369a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3649:x1870627099357184:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1783969569.137018:0:19683:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915849728 avail 3684327424 00000100:00100000:3.0:1783969569.137065:0:19683:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93e98369a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3649:x1870627099357184:12345-0@lo:13:osp-pre-1-1.0 Request processed in 84us (251us total) trans 0 rc 0/0 00000100:00100000:3.0:1783969569.137073:0:19683:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00080000:3.0:1783969569.137098:0:17108:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1783969569.137144:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93e983698a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1870627099357184:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1783969569.140651:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1783969569.140661:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1783969569.140666:0:38:0:(import.c:65:import_set_state_nolock()) ffff93e982780800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1783969569.140677:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 626 00000100:00080000:2.0:1783969569.140685:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1783969569.140694:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff93e982780800 using connection 192.168.201.134@tcp/0@lo 00000100:00100000:2.0:1783969569.140723:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93ea86f8d500 x1870627099357440/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1783969569.140754:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1783969569.140758:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1783969569.140760:0:38:0:(import.c:65:import_set_state_nolock()) ffff93eaa01eb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1783969569.140763:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 626 00000100:00080000:2.0:1783969569.140766:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1783969569.140770:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93eaa01eb800 using connection 192.168.201.134@tcp/0@lo 00000100:00100000:0.0:1783969569.140779:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea86f8d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:451c11fa-8d33-493c-b495-458f5de7342a:3646:1870627099357312:0@lo:400:kworker.0 00000100:00100000:2.0:1783969569.140782:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93eab7203100 x1870627099357696/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1783969569.140791:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1783969569.140794:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1783969569.140795:0:38:0:(import.c:65:import_set_state_nolock()) ffff93eaa5b1e000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1783969569.140806:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 626 00000100:00080000:2.0:1783969569.140809:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1783969569.140812:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff93eaa5b1e000 using connection 192.168.201.134@tcp/0@lo 00000100:00100000:2.0:1783969569.140824:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93eab7201f80 x1870627099357824/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1783969569.140845:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1783969569.140849:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000400:00000100:0.0:1783969569.140849:0:3646:0:(lib-move.c:4319:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1870627099357312 offset 0 length 224: 4 00000100:00080000:2.0:1783969569.140851:0:38:0:(import.c:65:import_set_state_nolock()) ffff93e983e4c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1783969569.140854:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 626 00000100:00080000:2.0:1783969569.140856:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1783969569.140860:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93e983e4c000 using connection 192.168.201.134@tcp/0@lo 00000100:00100000:2.0:1783969569.140869:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93eab7201880 x1870627099358080/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1783969569.140899:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea86f8ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1870627099357568:0@lo:400:kworker.0 00000100:00100000:2.0:1783969569.140943:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783969569.140985:0:3645:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea86f8d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3645:1870627099357440:0@lo:38:kworker.0 00000100:00100000:2.0:1783969569.141015:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783969569.141034:0:3645:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93eab7203100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3645:1870627099357696:0@lo:38:kworker.0 00000100:00100000:0.0:1783969569.141044:0:18620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099357568 00000100:00100000:0.0:1783969569.141054:0:18620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099357568 00000100:00100000:2.0:1783969569.141058:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783969569.141074:0:3645:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93eab7201f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3645:1870627099357824:0@lo:38:kworker.0 00000100:00100000:2.0:1783969569.141093:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783969569.141108:0:3645:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93eab7201880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3645:1870627099358080:0@lo:38:kworker.0 00000100:00100000:0.0:1783969569.141121:0:18620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:2.0:1783969569.141125:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783969569.141131:0:18620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eab7202d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3647:x1870627099357568:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783969569.141194:0:18620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eab7202d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3647:x1870627099357568:12345-0@lo:400:kworker.0 Request processed in 64us (251us total) trans 0 rc 0/0 00000100:00100000:0.0:1783969569.141203:0:18620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:0.0:1783969569.141229:0:17112:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099357696 00000100:00100000:0.0:1783969569.141233:0:17112:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099357696 00000100:00100000:0.0:1783969569.141254:0:17112:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099357824 00000100:00100000:0.0:1783969569.141257:0:17112:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099357824 00000100:00100000:0.0:1783969569.141266:0:17112:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099358080 00000100:00100000:0.0:1783969569.141268:0:17112:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099358080 00000100:00100000:0.0:1783969569.141277:0:17112:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:0.0:1783969569.141282:0:17112:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eac1578e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3645:x1870627099357696:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1783969569.141304:0:17112:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1783969569.144991:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93eab7200700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3649:1870627099358208:0@lo:400:kworker.0 00000100:00100000:2.0:1783969569.145127:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783969569.145182:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1783969569.145198:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93eab7203b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3649:1870627099357952:0@lo:400:kworker.0 00000100:00100000:2.0:1783969569.145225:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783969569.145267:0:17117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099357440 00000100:00100000:2.0:1783969569.145278:0:17117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099357440 00000100:00100000:2.0:1783969569.145335:0:17117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87 00000100:00100000:2.0:1783969569.145344:0:17117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eab7200a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3645:x1870627099357440:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1783969569.147499:0:17117:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1783969569.147633:0:17117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eab7200a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3645:x1870627099357440:12345-0@lo:38:kworker.0 Request processed in 2286us (6614us total) trans 0 rc -19/-19 00000100:00100000:2.0:1783969569.147647:0:17117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87 00000100:00100000:2.0:1783969569.147719:0:19100:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099358208 00000100:00100000:2.0:1783969569.147728:0:19100:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099358208 00000100:00100000:2.0:1783969569.147793:0:19100:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099357952 00000100:00100000:2.0:1783969569.147797:0:19100:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099357952 00000100:00100000:2.0:1783969569.147816:0:19100:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 122 00000100:00100000:2.0:1783969569.147825:0:19100:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eabb429880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3649:x1870627099358208:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783969569.147885:0:19100:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eabb429880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3649:x1870627099358208:12345-0@lo:400:kworker.0 Request processed in 61us (2761us total) trans 0 rc 0/0 00000100:00100000:2.0:1783969569.147893:0:19100:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 122 00000100:00100000:2.0:1783969569.147907:0:19100:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 123 00000100:00100000:2.0:1783969569.147914:0:19100:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eabb42ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3649:x1870627099357952:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783969569.147944:0:19100:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eabb42ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3649:x1870627099357952:12345-0@lo:400:kworker.0 Request processed in 31us (2719us total) trans 0 rc 0/0 00000100:00100000:2.0:1783969569.147950:0:19100:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 123 00000100:00100000:2.0:1783969569.147988:0:19100:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:2.0:1783969569.147994:0:19100:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eabf852300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3645:x1870627099357824:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1783969569.148009:0:19100:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1783969569.148037:0:19100:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eabf852300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3645:x1870627099357824:12345-0@lo:38:kworker.0 Request processed in 42us (6942us total) trans 0 rc -19/-19 00000100:00100000:2.0:1783969569.148043:0:19100:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00100000:2.0:1783969569.148057:0:19100:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:2.0:1783969569.148062:0:19100:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eabf853800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3645:x1870627099358080:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1783969569.148072:0:19100:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1783969569.148097:0:19100:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eabf853800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3645:x1870627099358080:12345-0@lo:38:kworker.0 Request processed in 33us (6970us total) trans 0 rc -19/-19 00000100:00100000:2.0:1783969569.148103:0:19100:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00080000:2.0:1783969569.148127:0:17108:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1783969569.148597:0:3645:0:(import.c:65:import_set_state_nolock()) ffff93e982780800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1783969569.148604:0:3645:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1783969569.148609:0:3645:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea86f8d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3645:1870627099357440:0@lo:38:kworker.0 00000100:00080000:2.0:1783969569.148624:0:3645:0:(import.c:65:import_set_state_nolock()) ffff93eaa5b1e000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1783969569.148628:0:3645:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1783969569.148631:0:3645:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93eab7201f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3645:1870627099357824:0@lo:38:kworker.0 00000100:00080000:2.0:1783969569.148641:0:3645:0:(import.c:65:import_set_state_nolock()) ffff93e983e4c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1783969569.148644:0:3645:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1783969569.148647:0:3645:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93eab7201880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3645:1870627099358080:0@lo:38:kworker.0 00010000:00080000:2.0:1783969569.148698:0:3649:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffff93eab7203b80 x1870627099357952/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783969585 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783969569.148731:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93eab7203b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3649:1870627099357952:0@lo:400:kworker.0 00010000:00080000:2.0:1783969569.148746:0:3649:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffff93eab7200700 x1870627099358208/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783969585 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783969569.148753:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93eab7200700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3649:1870627099358208:0@lo:400:kworker.0 00000100:00100000:2.0:1783969569.150445:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea86f8ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1870627099357568:0@lo:400:kworker.0 00000100:00100000:0.0:1783969569.191369:0:17112:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eac1578e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3645:x1870627099357696:12345-0@lo:38:kworker.0 Request processed in 50075us (50299us total) trans 0 rc -19/-19 00000100:00100000:0.0:1783969569.191407:0:17112:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00080000:0.0:1783969569.192256:0:3645:0:(import.c:65:import_set_state_nolock()) ffff93eaa01eb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783969569.192266:0:3645:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1783969569.192282:0:3645:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93eab7203100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3645:1870627099357696:0@lo:38:kworker.0 00010000:00010000:2.0:1783969570.035191:0:17101:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783969571.062567:0:17100:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783969572.088964:0:17101:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:0.0:1783969572.707512:0:20887:0:(tgt_mount.c:2192:server_umount_begin()) umount -f 00000020:01000004:0.0:1783969572.727629:0:20887:0:(tgt_mount.c:2062:server_put_super()) server put_super lustre-MDT0001 00010000:00010000:0.0:1783969572.727679:0:20887:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.134@tcp lock: ffff93e983de7600/0xea31253a47cbadab lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xea31253a47cbadb2 expref: -99 pid: 17845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969572.727694:0:20887:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.134@tcp lock: ffff93e983de7600/0xea31253a47cbadab lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0xea31253a47cbadb2 expref: -99 pid: 17845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969572.727702:0:20887:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.134@tcp lock: ffff93e983de7600/0xea31253a47cbadab lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0xea31253a47cbadb2 expref: -99 pid: 17845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969572.727710:0:20887:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.201.134@tcp lock: ffff93e983de7600/0xea31253a47cbadab lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0xea31253a47cbadb2 expref: -99 pid: 17845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969572.727728:0:20887:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:0.0:1783969572.727734:0:20887:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:0.0:1783969572.727756:0:20887:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1783969572.727760:0:20887:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 3 00000100:00080000:0.0:1783969572.727765:0:20887:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID 00000100:00080000:0.0:1783969572.727771:0:20887:0:(import.c:65:import_set_state_nolock()) ffff93eaa01eb800 lustre-MDT0000_UUID: changing import state from DISCONN to CLOSED 00000100:00080000:0.0:1783969572.727774:0:20887:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1783969572.727776:0:20887:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 4 00000100:00100000:0.0:1783969572.727779:0:20887:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:0.0:1783969572.728617:0:20887:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.134@tcp lock: ffff93ea83daf400/0xea31253a47cbad0a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xea31253a47cbad11 expref: -99 pid: 17845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969572.728630:0:20887:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.134@tcp lock: ffff93ea83daf400/0xea31253a47cbad0a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0xea31253a47cbad11 expref: -99 pid: 17845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969572.728655:0:20887:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.134@tcp lock: ffff93ea83daf400/0xea31253a47cbad0a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0xea31253a47cbad11 expref: -99 pid: 17845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969572.728661:0:20887:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.201.134@tcp lock: ffff93ea83daf400/0xea31253a47cbad0a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0xea31253a47cbad11 expref: -99 pid: 17845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969572.728680:0:20887:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1783969572.729068:0:17101:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1783969572.729077:0:17101:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.134@tcp lock: ffff93e983de7600/0xea31253a47cbadab lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0xea31253a47cbadb2 expref: -99 pid: 17845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969572.729086:0:17101:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93e983de7600 already unused, calling callback (ffffffffc131dc20) 10000000:00010000:2.0:1783969572.729090:0:17101:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.134@tcp lock: ffff93e983de7600/0xea31253a47cbadab lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0xea31253a47cbadb2 expref: -99 pid: 17845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969572.729100:0:17101:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.134@tcp lock: ffff93e983de7600/0xea31253a47cbadab lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1008400000000 nid: local remote: 0xea31253a47cbadb2 expref: -99 pid: 17845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1783969572.729107:0:17101:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.134@tcp lock: ffff93e983de7600/0xea31253a47cbadab lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1009400000000 nid: local remote: 0xea31253a47cbadb2 expref: -99 pid: 17845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1783969572.729113:0:17101:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1783969572.729116:0:17101:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:2.0:1783969572.729118:0:17101:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:2.0:1783969572.729159:0:17101:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.134@tcp lock: ffff93e983de7600/0xea31253a47cbadab lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0xea31253a47cbadb2 expref: -99 pid: 17845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969572.729177:0:17101:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1783969572.729209:0:17101:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.134@tcp lock: ffff93e983de7600/0xea31253a47cbadab lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0xea31253a47cbadb2 expref: -99 pid: 17845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969572.729215:0:17101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.134@tcp lock: ffff93e983de7600/0xea31253a47cbadab lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0xea31253a47cbadb2 expref: -99 pid: 17845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969572.729227:0:17101:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783969572.729230:0:17101:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.134@tcp lock: ffff93ea83daf400/0xea31253a47cbad0a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000400000000 nid: local remote: 0xea31253a47cbad11 expref: -99 pid: 17845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969572.729235:0:17101:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93ea83daf400 already unused, calling callback (ffffffffc131dc20) 10000000:00010000:2.0:1783969572.729238:0:17101:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.134@tcp lock: ffff93ea83daf400/0xea31253a47cbad0a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000400000000 nid: local remote: 0xea31253a47cbad11 expref: -99 pid: 17845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969572.729244:0:17101:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.134@tcp lock: ffff93ea83daf400/0xea31253a47cbad0a lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1008400000000 nid: local remote: 0xea31253a47cbad11 expref: -99 pid: 17845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1783969572.729250:0:17101:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.134@tcp lock: ffff93ea83daf400/0xea31253a47cbad0a lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1009400000000 nid: local remote: 0xea31253a47cbad11 expref: -99 pid: 17845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1783969572.729255:0:17101:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1783969572.729257:0:17101:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-MDT0001: stopping, won't requeue 00010000:00010000:2.0:1783969572.729268:0:17101:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.134@tcp lock: ffff93ea83daf400/0xea31253a47cbad0a lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0xea31253a47cbad11 expref: -99 pid: 17845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969572.729273:0:17101:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1783969572.729277:0:17101:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.134@tcp lock: ffff93ea83daf400/0xea31253a47cbad0a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0xea31253a47cbad11 expref: -99 pid: 17845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969572.729305:0:17101:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783969572.729307:0:17101:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783969572.729309:0:17101:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783969572.729332:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93eabb428a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:451c11fa-8d33-493c-b495-458f5de7342a:3646:1870627099358336:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1783969572.729426:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783969572.729476:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1783969572.729484:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93eabb42b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:451c11fa-8d33-493c-b495-458f5de7342a:3646:1870627099358464:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1783969572.729506:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783969572.729537:0:17098:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099358336 00000100:00100000:2.0:1783969572.729544:0:17098:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099358336 00000100:00100000:2.0:1783969572.729573:0:17098:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099358464 00000100:00100000:2.0:1783969572.729575:0:17098:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099358464 00000100:00100000:2.0:1783969572.729589:0:17098:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1783969572.729596:0:17098:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eabb429c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0+-99:3646:x1870627099358336:12345-0@lo:103:ldlm_bl.0 00010000:00020000:2.0:1783969572.729602:0:17098:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1783969572 with bad export cookie 16875310210976820175 00010000:00010000:0.0:1783969572.732666:0:20887:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.134@tcp lock: ffff93ea83daf400/0xea31253a47cbad0a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0xea31253a47cbad11 expref: -99 pid: 17845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969572.732793:0:20887:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.134@tcp lock: ffff93ea837bca00/0xea31253a47cbaffe lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xea31253a47cbb005 expref: -99 pid: 17109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969572.732803:0:20887:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.134@tcp lock: ffff93ea837bca00/0xea31253a47cbaffe lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xea31253a47cbb005 expref: -99 pid: 17109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969572.732810:0:20887:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.134@tcp lock: ffff93ea837bca00/0xea31253a47cbaffe lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xea31253a47cbb005 expref: -99 pid: 17109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969572.732816:0:20887:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.201.134@tcp lock: ffff93ea837bca00/0xea31253a47cbaffe lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xea31253a47cbb005 expref: -99 pid: 17109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969572.732843:0:20887:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1783969572.732850:0:20887:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.134@tcp lock: ffff93ea91a52200/0xea31253a47cbb1a2 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xea31253a47cbb1a9 expref: -99 pid: 17109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969572.732856:0:20887:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.134@tcp lock: ffff93ea91a52200/0xea31253a47cbb1a2 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xea31253a47cbb1a9 expref: -99 pid: 17109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969572.732880:0:20887:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.134@tcp lock: ffff93ea91a52200/0xea31253a47cbb1a2 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0xea31253a47cbb1a9 expref: -99 pid: 17109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969572.732886:0:20887:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.201.134@tcp lock: ffff93ea91a52200/0xea31253a47cbb1a2 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0xea31253a47cbb1a9 expref: -99 pid: 17109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969572.732892:0:20887:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1783969572.732897:0:20887:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.134@tcp lock: ffff93ea83daec00/0xea31253a47cbacfc lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xea31253a47cbad03 expref: -99 pid: 17845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969572.732903:0:20887:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.134@tcp lock: ffff93ea83daec00/0xea31253a47cbacfc lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xea31253a47cbad03 expref: -99 pid: 17845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969572.732908:0:20887:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.134@tcp lock: ffff93ea83daec00/0xea31253a47cbacfc lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xea31253a47cbad03 expref: -99 pid: 17845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969572.732914:0:20887:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.201.134@tcp lock: ffff93ea83daec00/0xea31253a47cbacfc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xea31253a47cbad03 expref: -99 pid: 17845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969572.732983:0:20887:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 10000000:01000000:0.0:1783969572.732987:0:20887:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0001 10000000:01000000:0.0:1783969572.732993:0:20887:0:(mgc_request.c:547:config_log_end()) end config log lustre-MDT0001 (0) 00000020:01000004:0.0:1783969572.733033:0:20887:0:(tgt_mount.c:2112:server_put_super()) stopping lustre-MDT0001 00000020:01000000:0.0:1783969572.733038:0:20887:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001 (flags='F') 00000020:00000080:0.0:1783969572.733043:0:20887:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1783969572.733049:0:20887:0:(obd_config.c:955:class_cleanup()) lustre-MDT0001: forcing exports to disconnect: 2/5 00000020:00080000:0.0:1783969572.733058:0:20887:0:(genops.c:1840:print_export_data()) lustre-MDT0001: ACTIVE ffff93e981abf800 lustre-MDT0001-lwp-OST0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1783969572.733063:0:20887:0:(genops.c:1840:print_export_data()) lustre-MDT0001: ACTIVE ffff93ea91e13800 lustre-MDT0001-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1783969572.733076:0:20887:0:(genops.c:1574:class_disconnect_exports()) OBD device 14 (ffff93eab7160000) has exports, disconnecting them 00000020:00080000:0.0:1783969572.733081:0:20887:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0001: disconnecting export at 0@lo (ffff93e981abf800), last request at 1783969569 00000020:00000080:0.0:1783969572.733088:0:20887:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xea31253a47cbaff0 00000100:00080000:0.0:1783969572.733105:0:20887:0:(import.c:65:import_set_state_nolock()) ffff93e981abe000 : changing import state from FULL to CLOSED 00000020:00080000:0.0:1783969572.733168:0:20887:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff93e981abf800): rc 0 00000020:00000080:0.0:1783969572.733171:0:20887:0:(genops.c:906:class_export_put()) final put ffff93e981abf800/lustre-MDT0001-lwp-OST0001_UUID 00000020:00080000:0.0:1783969572.733189:0:20887:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0001: disconnecting export at 0@lo (ffff93ea91e13800), last request at 1783969569 00000020:00000080:0.0:1783969572.733193:0:20887:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xea31253a47cbae8b 00000100:00080000:0.0:1783969572.733197:0:20887:0:(import.c:65:import_set_state_nolock()) ffff93e9837e5000 : changing import state from FULL to CLOSED 00000020:00080000:0.0:1783969572.733203:0:20887:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff93ea91e13800): rc 0 00000020:00000080:0.0:1783969572.733205:0:20887:0:(genops.c:906:class_export_put()) final put ffff93ea91e13800/lustre-MDT0001-lwp-OST0000_UUID 00000004:00000080:0.0:1783969572.733211:0:20887:0:(mdd_device.c:2302:mdd_iocontrol()) lustre-MDD0001: cmd=400866e7 len=0 karg=ffffafc3c1b53ae0 00000100:00080000:0.0:1783969572.733230:0:20887:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1783969572.733239:0:20887:0:(client.c:3601:ptlrpc_abort_inflight()) @@@ aborting waiting req req@ffff93e983698700 x1870627099355520/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1783969580 ref 1 fl Rpc:RSQU/200/0 rc -107/-107 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783969572.733255:0:20887:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 3 00000100:00080000:0.0:1783969572.735058:0:20887:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID 00000100:00080000:0.0:1783969572.735068:0:20887:0:(import.c:65:import_set_state_nolock()) ffff93e982780800 lustre-MDT0000_UUID: changing import state from DISCONN to CLOSED 00010000:00010000:3.0:1783969572.735313:0:17100:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1783969572.735322:0:17100:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.134@tcp lock: ffff93ea837bca00/0xea31253a47cbaffe lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xea31253a47cbb005 expref: -99 pid: 17109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969572.735333:0:17100:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93ea837bca00 already unused, calling callback (ffffffffc131dc20) 10000000:00010000:3.0:1783969572.735337:0:17100:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.134@tcp lock: ffff93ea837bca00/0xea31253a47cbaffe lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xea31253a47cbb005 expref: -99 pid: 17109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969572.735346:0:17100:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.134@tcp lock: ffff93ea837bca00/0xea31253a47cbaffe lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0xea31253a47cbb005 expref: -99 pid: 17109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1783969572.735365:0:17100:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.134@tcp lock: ffff93ea837bca00/0xea31253a47cbaffe lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0xea31253a47cbb005 expref: -99 pid: 17109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1783969572.735371:0:17100:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:3.0:1783969572.735504:0:17100:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 10000000:01000000:3.0:1783969572.735507:0:17100:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 00010000:00010000:3.0:1783969572.735551:0:17100:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.134@tcp lock: ffff93ea837bca00/0xea31253a47cbaffe lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xea31253a47cbb005 expref: -99 pid: 17109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969572.735558:0:17100:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1783969572.735582:0:17100:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.134@tcp lock: ffff93ea837bca00/0xea31253a47cbaffe lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xea31253a47cbb005 expref: -99 pid: 17109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969572.735589:0:17100:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.134@tcp lock: ffff93ea837bca00/0xea31253a47cbaffe lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xea31253a47cbb005 expref: -99 pid: 17109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969572.735606:0:17100:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1783969572.735610:0:17100:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.134@tcp lock: ffff93ea91a52200/0xea31253a47cbb1a2 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0xea31253a47cbb1a9 expref: -99 pid: 17109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969572.735615:0:17100:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93ea91a52200 already unused, calling callback (ffffffffc131dc20) 10000000:00010000:3.0:1783969572.735630:0:17100:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.134@tcp lock: ffff93ea91a52200/0xea31253a47cbb1a2 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0xea31253a47cbb1a9 expref: -99 pid: 17109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969572.735637:0:17100:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.134@tcp lock: ffff93ea91a52200/0xea31253a47cbb1a2 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0xea31253a47cbb1a9 expref: -99 pid: 17109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1783969572.735642:0:17100:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.134@tcp lock: ffff93ea91a52200/0xea31253a47cbb1a2 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0xea31253a47cbb1a9 expref: -99 pid: 17109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1783969572.735647:0:17100:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:3.0:1783969572.735649:0:17100:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:3.0:1783969572.735650:0:17100:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:3.0:1783969572.735664:0:17100:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.134@tcp lock: ffff93ea91a52200/0xea31253a47cbb1a2 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0xea31253a47cbb1a9 expref: -99 pid: 17109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969572.735669:0:17100:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1783969572.735675:0:17100:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.134@tcp lock: ffff93ea91a52200/0xea31253a47cbb1a2 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0xea31253a47cbb1a9 expref: -99 pid: 17109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969572.735682:0:17100:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.134@tcp lock: ffff93ea91a52200/0xea31253a47cbb1a2 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0xea31253a47cbb1a9 expref: -99 pid: 17109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969572.735691:0:17100:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783969572.735694:0:17100:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.134@tcp lock: ffff93ea83daec00/0xea31253a47cbacfc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xea31253a47cbad03 expref: -99 pid: 17845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969572.735700:0:17100:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93ea83daec00 already unused, calling callback (ffffffffc131dc20) 10000000:00010000:3.0:1783969572.735703:0:17100:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.134@tcp lock: ffff93ea83daec00/0xea31253a47cbacfc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xea31253a47cbad03 expref: -99 pid: 17845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969572.735710:0:17100:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.134@tcp lock: ffff93ea83daec00/0xea31253a47cbacfc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0xea31253a47cbad03 expref: -99 pid: 17845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1783969572.735723:0:17100:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.134@tcp lock: ffff93ea83daec00/0xea31253a47cbacfc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0xea31253a47cbad03 expref: -99 pid: 17845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1783969572.735727:0:17100:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:01000000:3.0:1783969572.735729:0:17100:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 10000000:01000000:3.0:1783969572.735731:0:17100:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 00010000:00010000:3.0:1783969572.735744:0:17100:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.134@tcp lock: ffff93ea83daec00/0xea31253a47cbacfc lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xea31253a47cbad03 expref: -99 pid: 17845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969572.735750:0:17100:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1783969572.735769:0:17100:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.134@tcp lock: ffff93ea83daec00/0xea31253a47cbacfc lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xea31253a47cbad03 expref: -99 pid: 17845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969572.735775:0:17100:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.134@tcp lock: ffff93ea83daec00/0xea31253a47cbacfc lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xea31253a47cbad03 expref: -99 pid: 17845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969572.735786:0:17100:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783969572.735787:0:17100:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783969572.735789:0:17100:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783969572.735801:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1783969572.735821:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93e98369b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:451c11fa-8d33-493c-b495-458f5de7342a:3647:1870627099358848:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1783969572.735884:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783969572.736051:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93e983698e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:451c11fa-8d33-493c-b495-458f5de7342a:3649:1870627099358720:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1783969572.736082:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783969572.736099:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1783969572.736105:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93e983698a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:451c11fa-8d33-493c-b495-458f5de7342a:3649:1870627099358592:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1783969572.736128:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783969572.736586:0:20599:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099358848 00000100:00100000:3.0:1783969572.736594:0:20599:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099358848 00000100:00100000:3.0:1783969572.736623:0:20599:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099358720 00000100:00100000:3.0:1783969572.736626:0:20599:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099358720 00000100:00100000:3.0:1783969572.736639:0:20599:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099358592 00000100:00100000:3.0:1783969572.736641:0:20599:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099358592 00000100:00100000:3.0:1783969572.736652:0:20599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1783969572.736659:0:20599:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eabb42a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0+-99:3646:x1870627099358464:12345-0@lo:103:ldlm_bl.0 00010000:00020000:3.0:1783969572.736673:0:20599:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1783969572 with bad export cookie 16875310210976820175 00000100:00100000:3.0:1783969572.736720:0:20599:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eabb42a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0+-99:3646:x1870627099358464:12345-0@lo:103:ldlm_bl.0 Request processed in 61us (7213us total) trans 0 rc -107/-107 00000100:00100000:3.0:1783969572.736728:0:20599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1783969572.736750:0:20599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1783969572.736753:0:20599:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93e98369b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0+-99:3647:x1870627099358848:12345-0@lo:103:ldlm_bl.0 00010000:00020000:3.0:1783969572.736757:0:20599:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1783969572 with bad export cookie 16875310210976820175 00000100:00100000:3.0:1783969572.736795:0:20599:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93e98369b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0+-99:3647:x1870627099358848:12345-0@lo:103:ldlm_bl.0 Request processed in 39us (910us total) trans 0 rc -107/-107 00000100:00100000:3.0:1783969572.736800:0:20599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1783969572.736813:0:20599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1783969572.736816:0:20599:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea889e7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0+-99:3649:x1870627099358720:12345-0@lo:103:ldlm_bl.0 00010000:00020000:3.0:1783969572.736820:0:20599:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1783969572 with bad export cookie 16875310210976820175 00000100:00100000:3.0:1783969572.736844:0:20599:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea889e7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0+-99:3649:x1870627099358720:12345-0@lo:103:ldlm_bl.0 Request processed in 26us (762us total) trans 0 rc -107/-107 00000100:00100000:3.0:1783969572.736849:0:20599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1783969572.736860:0:20599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1783969572.736863:0:20599:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea84eb4450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0+-99:3649:x1870627099358592:12345-0@lo:103:ldlm_bl.0 00010000:00020000:3.0:1783969572.736867:0:20599:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1783969572 with bad export cookie 16875310210976820175 00000100:00100000:3.0:1783969572.736888:0:20599:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea84eb4450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0+-99:3649:x1870627099358592:12345-0@lo:103:ldlm_bl.0 Request processed in 24us (760us total) trans 0 rc -107/-107 00000100:00100000:3.0:1783969572.736895:0:20599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00080000:0.0:1783969572.737023:0:3647:0:(recover.c:205:ptlrpc_request_handle_notconn()) import MGC192.168.201.134@tcp of MGS@0@lo abruptly disconnected: reconnecting 00000100:00080000:0.0:1783969572.737028:0:3647:0:(import.c:65:import_set_state_nolock()) ffff93e983f70000 MGS: changing import state from FULL to DISCONN 00000100:02020000:0.0:1783969572.737032:0:3647:0:(import.c:186:ptlrpc_set_import_discon()) MGC192.168.201.134@tcp: Connection to MGS (at 0@lo) was lost; in progress operations using this service will fail 00000020:00000080:1.0:1783969572.738432:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff93e981abf800/lustre-MDT0001-lwp-OST0001_UUID for lustre-MDT0001 00000020:00000080:1.0:1783969572.738493:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff93ea91e13800/lustre-MDT0001-lwp-OST0000_UUID for lustre-MDT0001 00000020:00000080:1.0:1783969572.738513:0:8:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff93e981abe000 for lustre-MDT0001 00000020:00000080:1.0:1783969572.738517:0:8:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff93e9837e5000 for lustre-MDT0001 00010000:00010000:2.0:1783969572.742238:0:17101:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783969572.742268:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93e983698700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1870627099355520:0@lo:41:osp-pre-0-1.0 00000100:00080000:2.0:1783969572.742779:0:3646:0:(recover.c:205:ptlrpc_request_handle_notconn()) import MGC192.168.201.134@tcp of MGS@0@lo abruptly disconnected: reconnecting 00000100:00100000:3.0:1783969572.744571:0:17098:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eabb429c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0+-99:3646:x1870627099358336:12345-0@lo:103:ldlm_bl.0 Request processed in 14968us (15138us total) trans 0 rc -107/-107 00000100:00100000:3.0:1783969572.744585:0:17098:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00080000:1.0:1783969572.744805:0:3649:0:(recover.c:205:ptlrpc_request_handle_notconn()) import MGC192.168.201.134@tcp of MGS@0@lo abruptly disconnected: reconnecting 00000100:00080000:3.0:1783969572.752703:0:20887:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:3.0:1783969572.752730:0:20887:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934594 gen 3 00000004:00080000:3.0:1783969572.752752:0:20887:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:3.0:1783969572.752825:0:20887:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID 00000100:00080000:3.0:1783969572.752857:0:20887:0:(import.c:65:import_set_state_nolock()) ffff93e9835e9000 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:3.0:1783969572.752884:0:20887:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:3.0:1783969572.752886:0:20887:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934594 gen 3 00000004:00080000:3.0:1783969572.752894:0:20887:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:3.0:1783969572.752958:0:20887:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID 00000100:00080000:3.0:1783969572.752969:0:20887:0:(import.c:65:import_set_state_nolock()) ffff93ea8325a800 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000020:00080000:3.0:1783969572.753006:0:20887:0:(genops.c:1579:class_disconnect_exports()) OBD device 14 (ffff93eab7160000) has no exports 00000100:00080000:0.0:1783969572.758997:0:3647:0:(import.c:192:ptlrpc_set_import_discon()) import MGS@0@lo for MGC192.168.201.134@tcp not replayable, auto-deactivating 00000100:00080000:0.0:1783969572.759003:0:3647:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:0.0:1783969572.759014:0:3647:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff93ea86f8d880 x1870627099357312/t0(0) o400->MGC192.168.201.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1783969585 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783969572.759029:0:3647:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff93eabb428a80 x1870627099358336/t0(0) o103->MGC192.168.201.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1783969588 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783969572.759040:0:3647:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff93eabb42b800 x1870627099358464/t0(0) o103->MGC192.168.201.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1783969588 ref 1 fl Rpc:RQU/200/0 rc 0/-107 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783969572.759049:0:3647:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff93e98369b800 x1870627099358848/t0(0) o103->MGC192.168.201.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1783969588 ref 1 fl Rpc:RQU/200/0 rc 0/-107 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783969572.759056:0:3647:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff93e983698e00 x1870627099358720/t0(0) o103->MGC192.168.201.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1783969588 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783969572.759063:0:3647:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff93e983698a80 x1870627099358592/t0(0) o103->MGC192.168.201.134@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1783969588 ref 1 fl Rpc:RQU/200/0 rc 0/-107 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 10000000:01000000:0.0:1783969572.759071:0:3647:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001 00000100:00080000:0.0:1783969572.759073:0:3647:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:0.0:1783969572.759075:0:3647:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00080000:2.0:1783969572.759832:0:3646:0:(import.c:214:ptlrpc_set_import_discon()) mgc: import ffff93e983f70000 already not connected (conn 1, was 1): DISCONN 00000100:00100000:2.0:1783969572.759863:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93eabb428a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:451c11fa-8d33-493c-b495-458f5de7342a:3646:1870627099358336:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1783969572.759875:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea86f8d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:451c11fa-8d33-493c-b495-458f5de7342a:3646:1870627099357312:0@lo:400:kworker.0 00000100:00100000:2.0:1783969572.759908:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93eabb42b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:451c11fa-8d33-493c-b495-458f5de7342a:3646:1870627099358464:0@lo:103:ldlm_bl.0 00000100:00080000:1.0:1783969572.760034:0:3649:0:(import.c:214:ptlrpc_set_import_discon()) mgc: import ffff93e983f70000 already not connected (conn 1, was 1): DISCONN 00000100:00100000:1.0:1783969572.760047:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93e983698e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:451c11fa-8d33-493c-b495-458f5de7342a:3649:1870627099358720:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1783969572.760063:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93e983698a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:451c11fa-8d33-493c-b495-458f5de7342a:3649:1870627099358592:0@lo:103:ldlm_bl.0 00000100:00080000:0.0:1783969572.760121:0:3647:0:(import.c:65:import_set_state_nolock()) ffff93e983f70000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1783969572.760127:0:3647:0:(import.c:510:import_select_connection()) MGC192.168.201.134@tcp: connect to NID 0@lo last attempt 517 00000100:00080000:0.0:1783969572.760136:0:3647:0:(import.c:624:import_select_connection()) MGC192.168.201.134@tcp: import ffff93e983f70000 using connection 192.168.201.134@tcp/0@lo 00000100:00100000:0.0:1783969572.760153:0:3645:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93e98369b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3645:1870627099358976:0@lo:9:umount.0 00000100:00100000:0.0:1783969572.760217:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783969572.760294:0:3645:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93e983698000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3645:1870627099359104:0@lo:9:umount.0 00000100:00100000:0.0:1783969572.760319:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783969572.761077:0:18621:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099358976 00000100:00100000:1.0:1783969572.761098:0:18621:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099358976 00000100:00100000:1.0:1783969572.761154:0:18621:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099359104 00000100:00100000:1.0:1783969572.761157:0:18621:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099359104 00000100:00100000:1.0:1783969572.761176:0:18621:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1783969572.761183:0:18621:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea889e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3645:x1870627099358976:12345-0@lo:9:umount.0 00000020:00000080:1.0:1783969572.761208:0:18621:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xea31253a47cbaeb5 00000100:00080000:1.0:1783969572.761215:0:18621:0:(import.c:65:import_set_state_nolock()) ffff93ea86fca800 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1783969572.761249:0:18621:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:1.0:1783969572.761633:0:18621:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea889e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+2:3645:x1870627099358976:12345-0@lo:9:umount.0 Request processed in 448us (1413us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969572.761640:0:18621:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1783969572.761655:0:18621:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:1.0:1783969572.761661:0:18621:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea889e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3645:x1870627099359104:12345-0@lo:9:umount.0 00000020:00000080:1.0:1783969572.761672:0:18621:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xea31253a47cbb021 00000100:00080000:1.0:1783969572.761676:0:18621:0:(import.c:65:import_set_state_nolock()) ffff93e983f9b000 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1783969572.761697:0:18621:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934600 00000100:00100000:1.0:1783969572.761764:0:18621:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea889e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+2:3645:x1870627099359104:12345-0@lo:9:umount.0 Request processed in 103us (1443us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969572.761770:0:18621:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00010000:00010000:1.0:1783969572.761784:0:17100:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783969572.761919:0:3647:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93ea889e5c00 x1870627099359232/t0(0) o250->MGC192.168.201.134@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1783969572.762034:0:3645:0:(import.c:65:import_set_state_nolock()) ffff93e9835e9000 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:3.0:1783969572.762053:0:3645:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:3.0:1783969572.762055:0:3645:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1783969572.762058:0:3645:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93e98369b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3645:1870627099358976:0@lo:9:umount.0 00000100:00080000:3.0:1783969572.762070:0:3645:0:(import.c:65:import_set_state_nolock()) ffff93ea8325a800 lustre-OST0001_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:3.0:1783969572.762079:0:3645:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:3.0:1783969572.762081:0:3645:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1783969572.762083:0:3645:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93e983698000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3645:1870627099359104:0@lo:9:umount.0 00000100:00100000:0.0:1783969572.762178:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93e98369b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:451c11fa-8d33-493c-b495-458f5de7342a:3647:1870627099358848:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1783969572.762236:0:3645:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea889e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:451c11fa-8d33-493c-b495-458f5de7342a:3645:1870627099359232:0@lo:250:ptlrpcd_00_01.0 00000400:00000100:3.0:1783969572.762262:0:3645:0:(lib-move.c:4319:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1870627099359232 offset 0 length 520: 4 00000100:00080000:3.0:1783969572.762577:0:17108:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1783969572.762582:0:17108:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1783969572.762632:0:17101:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:3.0:1783969572.768719:0:20887:0:(genops.c:1579:class_disconnect_exports()) OBD device 14 (ffff93eab7160000) has no exports 00000020:01000000:0.0:1783969572.836224:0:20887:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffff93ea9080b060 - data ffff93eaad264000/ffff93e983c2ec00 00000020:01000000:0.0:1783969572.836620:0:20887:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffff93ea908cd000 - data ffff93eaad00c6c0/ffff93ea83673400 00000001:00000004:0.0:1783969572.846548:0:20887:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934595 00000100:00080000:0.0:1783969572.907424:0:20887:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1783969572.907433:0:20887:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 4 00000100:00100000:0.0:1783969572.907440:0:20887:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00080000:0.0:1783969572.908793:0:20887:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:0.0:1783969572.908798:0:20887:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934594 gen 4 00000004:00080000:0.0:1783969572.908850:0:20887:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1783969572.908854:0:20887:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:1.0:1783969572.911531:0:17855:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:1.0:1783969572.911538:0:17855:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 1 count 1 00000040:00080000:1.0:1783969572.911554:0:17855:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 2 count 2 00000100:00080000:3.0:1783969572.912880:0:20887:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:3.0:1783969572.912888:0:20887:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934594 gen 4 00000004:00080000:3.0:1783969572.912905:0:20887:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1783969572.912908:0:20887:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:1.0:1783969572.913199:0:17857:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:1.0:1783969572.913204:0:17857:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xa:0x0] index 1 count 1 00000040:00080000:1.0:1783969572.913222:0:17857:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x5:0x0] index 2 count 2 00000020:00000080:3.0:1783969572.914237:0:20887:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xea31253a47cbad1f 00000020:00000080:3.0:1783969572.914247:0:20887:0:(genops.c:906:class_export_put()) final put ffff93ea8e91d000/lustre-MDT0001-osd_UUID 00000020:00000080:3.0:1783969572.915074:0:20887:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xea31253a47cbad34 00000020:00000080:3.0:1783969572.915082:0:20887:0:(genops.c:906:class_export_put()) final put ffff93eab610a800/lustre-MDT0001-mdtlov_UUID 00000020:01000000:3.0:1783969572.915087:0:20887:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-mdtlov (flags='') 00000020:00000080:3.0:1783969572.915092:0:20887:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1783969572.915101:0:20887:0:(obd_config.c:955:class_cleanup()) lustre-MDT0001-mdtlov: forcing exports to disconnect: 0/2 00000020:00080000:3.0:1783969572.915105:0:20887:0:(genops.c:1579:class_disconnect_exports()) OBD device 13 (ffff93eab7164d40) has no exports 00000004:01000000:3.0:1783969572.915259:0:20887:0:(lod_lov.c:59:lod_putref()) destroying 2 ltd desc 00000020:00000080:3.0:1783969572.915268:0:20887:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xea31253a47cbad88 00000020:00000080:3.0:1783969572.915273:0:20887:0:(genops.c:906:class_export_put()) final put ffff93eaa01e8000/lustre-MDT0001-mdtlov_UUID 00000020:01000000:3.0:1783969572.915276:0:20887:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-MDT0001 (flags='') 00000020:00000080:3.0:1783969572.915280:0:20887:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1783969572.915295:0:20887:0:(obd_config.c:955:class_cleanup()) lustre-OST0001-osc-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:3.0:1783969572.915298:0:20887:0:(genops.c:1579:class_disconnect_exports()) OBD device 18 (ffff93eab920b380) has no exports 00000020:00000080:3.0:1783969572.915302:0:20887:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xea31253a47cbad81 00000020:00000080:3.0:1783969572.915306:0:20887:0:(genops.c:906:class_export_put()) final put ffff93ea83258800/lustre-MDT0001-osd_UUID 00000020:00000080:1.0:1783969572.915586:0:38:0:(genops.c:865:class_export_destroy()) destroying export ffff93ea8e91d000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:1.0:1783969572.915595:0:38:0:(genops.c:865:class_export_destroy()) destroying export ffff93eab610a800/lustre-MDT0001-mdtlov_UUID for lustre-MDT0001-mdtlov 00000020:00000080:1.0:1783969572.915600:0:38:0:(genops.c:865:class_export_destroy()) destroying export ffff93eaa01e8000/lustre-MDT0001-mdtlov_UUID for lustre-OST0001-osc-MDT0001 00000020:00000080:1.0:1783969572.915612:0:38:0:(genops.c:865:class_export_destroy()) destroying export ffff93ea83258800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00010000:01000000:3.0:1783969572.916093:0:20887:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-OST0001-osc-MDT0001: client import never connected 00000100:00080000:3.0:1783969572.916098:0:20887:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:3.0:1783969572.916102:0:20887:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934594 gen 5 00000004:00080000:3.0:1783969572.916106:0:20887:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1783969572.916109:0:20887:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1783969572.916185:0:20887:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1783969572.916192:0:20887:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:3.0:1783969572.916197:0:20887:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xea31253a47cbad73 00000020:00000080:3.0:1783969572.916203:0:20887:0:(genops.c:906:class_export_put()) final put ffff93ea8e91f000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:1.0:1783969572.916654:0:38:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff93ea8325a800 for lustre-OST0001-osc-MDT0001 00000020:00000080:1.0:1783969572.916662:0:38:0:(genops.c:906:class_export_put()) final put ffff93ea8e91d800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:1.0:1783969572.916665:0:38:0:(genops.c:865:class_export_destroy()) destroying export ffff93ea8e91d800/lustre-MDT0001-mdtlov_UUID for lustre-OST0001-osc-MDT0001 00000020:01000000:1.0:1783969572.916670:0:38:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osc-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:1.0:1783969572.918777:0:38:0:(genops.c:865:class_export_destroy()) destroying export ffff93ea8e91f000/lustre-MDT0001-mdtlov_UUID for lustre-OST0000-osc-MDT0001 00000020:01000000:3.0:1783969572.919500:0:20887:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0001 (flags='') 00000020:00000080:3.0:1783969572.919512:0:20887:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1783969572.919522:0:20887:0:(obd_config.c:955:class_cleanup()) lustre-OST0000-osc-MDT0001: forcing exports to disconnect: 0/2 00000020:00080000:3.0:1783969572.919527:0:20887:0:(genops.c:1579:class_disconnect_exports()) OBD device 17 (ffff93eab92099c0) has no exports 00000020:00000080:3.0:1783969572.919536:0:20887:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xea31253a47cbad6c 00000020:00000080:3.0:1783969572.919543:0:20887:0:(genops.c:906:class_export_put()) final put ffff93e9835e8800/lustre-MDT0001-osd_UUID 00000020:00000080:1.0:1783969572.919852:0:38:0:(genops.c:865:class_export_destroy()) destroying export ffff93e9835e8800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00010000:01000000:3.0:1783969572.920151:0:20887:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0001: client import never connected 00000100:00080000:3.0:1783969572.920156:0:20887:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:3.0:1783969572.920171:0:20887:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934594 gen 5 00000004:00080000:3.0:1783969572.920178:0:20887:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1783969572.920181:0:20887:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1783969572.920230:0:20887:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1783969572.920237:0:20887:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000004:01000000:3.0:1783969572.920253:0:20887:0:(lod_lov.c:59:lod_putref()) destroying 1 ltd desc 00000020:00000080:3.0:1783969572.920260:0:20887:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xea31253a47cbad57 00000020:00000080:3.0:1783969572.920265:0:20887:0:(genops.c:906:class_export_put()) final put ffff93ea8e91c000/lustre-MDT0001-mdtlov_UUID 00000020:01000000:3.0:1783969572.920271:0:20887:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osp-MDT0001 (flags='F') 00000020:00000080:3.0:1783969572.920274:0:20887:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1783969572.920278:0:20887:0:(obd_config.c:955:class_cleanup()) lustre-MDT0000-osp-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:3.0:1783969572.920280:0:20887:0:(genops.c:1579:class_disconnect_exports()) OBD device 16 (ffff93eab612cd40) has no exports 00000020:00000080:3.0:1783969572.920295:0:20887:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xea31253a47cbad50 00000020:00000080:3.0:1783969572.920299:0:20887:0:(genops.c:906:class_export_put()) final put ffff93eab9283000/lustre-MDT0001-osd_UUID 00000020:00000080:1.0:1783969572.920455:0:38:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff93e9835e9000 for lustre-OST0000-osc-MDT0001 00000020:00000080:1.0:1783969572.920463:0:38:0:(genops.c:906:class_export_put()) final put ffff93ea8e91c800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:1.0:1783969572.920467:0:38:0:(genops.c:865:class_export_destroy()) destroying export ffff93ea8e91c800/lustre-MDT0001-mdtlov_UUID for lustre-OST0000-osc-MDT0001 00000020:01000000:1.0:1783969572.920474:0:38:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:1.0:1783969572.920547:0:38:0:(genops.c:865:class_export_destroy()) destroying export ffff93ea8e91c000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000-osp-MDT0001 00000020:00000080:1.0:1783969572.920552:0:38:0:(genops.c:865:class_export_destroy()) destroying export ffff93eab9283000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00010000:01000000:1.0:1783969572.922490:0:20887:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0000-osp-MDT0001: client import never connected 00000100:00080000:1.0:1783969572.922499:0:20887:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1783969572.922503:0:20887:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 5 00000100:00100000:1.0:1783969572.922511:0:20887:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1783969572.922538:0:38:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff93e982780800 for lustre-MDT0000-osp-MDT0001 00000020:00000080:1.0:1783969572.922577:0:20887:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1783969572.922586:0:20887:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-osp-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:1.0:1783969572.922591:0:20887:0:(genops.c:906:class_export_put()) final put ffff93e9835e8000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:1.0:1783969572.922594:0:20887:0:(genops.c:865:class_export_destroy()) destroying export ffff93e9835e8000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000-osp-MDT0001 00000020:01000000:1.0:1783969572.922601:0:20887:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osp-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:1.0:1783969572.922757:0:20887:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1783969572.922763:0:20887:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-mdtlov (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:1.0:1783969572.922766:0:20887:0:(genops.c:906:class_export_put()) final put ffff93eab9fc0000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:1.0:1783969572.922769:0:20887:0:(genops.c:865:class_export_destroy()) destroying export ffff93eab9fc0000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0001-mdtlov 00000020:01000000:1.0:1783969572.922784:0:20887:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-mdtlov (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:1.0:1783969572.922883:0:20887:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xea31253a47cbad3b 00000020:00000080:1.0:1783969572.922890:0:20887:0:(genops.c:906:class_export_put()) final put ffff93ea912c8000/lustre-MDD0001_UUID 00000020:01000000:1.0:1783969572.922900:0:20887:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDD0001 (flags='') 00000020:00000080:1.0:1783969572.922908:0:38:0:(genops.c:865:class_export_destroy()) destroying export ffff93ea912c8000/lustre-MDD0001_UUID for lustre-MDD0001 00000020:00000080:1.0:1783969572.922917:0:20887:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1783969572.922922:0:20887:0:(obd_config.c:955:class_cleanup()) lustre-MDD0001: forcing exports to disconnect: 0/1 00000020:00080000:1.0:1783969572.922925:0:20887:0:(genops.c:1579:class_disconnect_exports()) OBD device 15 (ffff93eab920cd40) has no exports 00000020:00000080:1.0:1783969572.922945:0:20887:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1783969572.922949:0:20887:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDD0001 (uuid lustre-MDD0001_UUID) 00000020:00000080:1.0:1783969572.922952:0:20887:0:(genops.c:906:class_export_put()) final put ffff93ea8e91f800/lustre-MDD0001_UUID 00000020:00000080:1.0:1783969572.922954:0:20887:0:(genops.c:865:class_export_destroy()) destroying export ffff93ea8e91f800/lustre-MDD0001_UUID for lustre-MDD0001 00000020:01000000:1.0:1783969572.922958:0:20887:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDD0001 (lustre-MDD0001_UUID) 00000020:00000080:1.0:1783969572.923051:0:20887:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xea31253a47cbad42 00000020:00000080:1.0:1783969572.923056:0:20887:0:(genops.c:906:class_export_put()) final put ffff93ea912c9000/lustre-MDT0001-osd_UUID 00000020:00000080:1.0:1783969572.923069:0:38:0:(genops.c:865:class_export_destroy()) destroying export ffff93ea912c9000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:01000004:1.0:1783969572.923081:0:20887:0:(tgt_mount.c:187:server_put_mount()) put mount ffff93e9835eb000 from lustre-MDT0001, refs=2 00000020:01000004:1.0:1783969572.923085:0:20887:0:(obd_mount.c:710:lustre_put_lsi()) put ffff93e9835eb000 2 00000020:01000004:1.0:1783969572.923088:0:20887:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff93e9835eb000 from lustre-MDT0001 00000020:00000080:1.0:1783969572.923110:0:20887:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1783969572.923114:0:20887:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001 (uuid lustre-MDT0001_UUID) 00000020:00000080:1.0:1783969572.923116:0:20887:0:(genops.c:906:class_export_put()) final put ffff93ea8e919800/lustre-MDT0001_UUID 00000020:00000080:1.0:1783969572.923118:0:20887:0:(genops.c:865:class_export_destroy()) destroying export ffff93ea8e919800/lustre-MDT0001_UUID for lustre-MDT0001 00000020:01000000:1.0:1783969572.923125:0:20887:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001 (lustre-MDT0001_UUID) 00000020:01000004:1.0:1783969572.923151:0:20887:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 2 references. 00000020:01000000:1.0:1783969572.923156:0:20887:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0001 (flags='F') 00000020:00000080:1.0:1783969572.923158:0:20887:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1783969572.923161:0:20887:0:(obd_config.c:955:class_cleanup()) lustre-MDT0000-lwp-MDT0001: forcing exports to disconnect: 1/3 00000020:00080000:1.0:1783969572.923168:0:20887:0:(genops.c:1840:print_export_data()) lustre-MDT0000-lwp-MDT0001: ACTIVE ffff93eaa01ed800 lustre-MDT0000-lwp-MDT0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1783969572.923172:0:20887:0:(genops.c:1574:class_disconnect_exports()) OBD device 19 (ffff93eab61299c0) has exports, disconnecting them 00000020:00080000:1.0:1783969572.923176:0:20887:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0001: disconnecting export at 0@lo (ffff93eaa01ed800), last request at 1783969472 00000020:00000080:1.0:1783969572.923186:0:20887:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xea31253a47cbadc0 00000020:00080000:1.0:1783969572.923196:0:20887:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff93eaa01ed800): rc 0 00000020:00000080:1.0:1783969572.923200:0:20887:0:(genops.c:906:class_export_put()) final put ffff93eaa01ed800/lustre-MDT0000-lwp-MDT0001 00000020:00000080:1.0:1783969572.923234:0:38:0:(genops.c:865:class_export_destroy()) destroying export ffff93eaa01ed800/lustre-MDT0000-lwp-MDT0001 for lustre-MDT0000-lwp-MDT0001 00010000:01000000:0.0:1783969572.925808:0:20887:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0001: client import never connected 00000100:00080000:0.0:1783969572.925819:0:20887:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1783969572.925824:0:20887:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 5 00000100:00100000:0.0:1783969572.925832:0:20887:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1783969572.925997:0:20887:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1783969572.926007:0:20887:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0001 (uuid lustre-MDT0000-lwp-MDT0001_UUID) 00000020:01000004:0.0:1783969572.926014:0:20887:0:(obd_mount.c:710:lustre_put_lsi()) put ffff93e9835eb000 1 00000020:00000080:0.0:1783969572.926021:0:20887:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xea31253a47cbace7 00000020:00000080:0.0:1783969572.926030:0:20887:0:(genops.c:906:class_export_put()) final put ffff93eab9fc7800/lustre-MDT0001-osd_UUID 00000020:01000000:0.0:1783969572.926035:0:20887:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-osd (flags='') 00000020:00000080:0.0:1783969572.926040:0:20887:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1783969572.926045:0:20887:0:(obd_config.c:955:class_cleanup()) lustre-MDT0001-osd: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1783969572.926048:0:20887:0:(genops.c:1579:class_disconnect_exports()) OBD device 12 (ffff93eab7558000) has no exports 00000020:00000080:0.0:1783969572.946436:0:38:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff93eaa01eb800 for lustre-MDT0000-lwp-MDT0001 00000020:00000080:0.0:1783969572.946453:0:38:0:(genops.c:906:class_export_put()) final put ffff93eabf7bc000/lustre-MDT0000-lwp-MDT0001_UUID 00000020:00000080:0.0:1783969572.946456:0:38:0:(genops.c:865:class_export_destroy()) destroying export ffff93eabf7bc000/lustre-MDT0000-lwp-MDT0001_UUID for lustre-MDT0000-lwp-MDT0001 00000020:01000000:0.0:1783969572.946467:0:38:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0001 (lustre-MDT0000-lwp-MDT0001_UUID) 00000020:00000080:0.0:1783969572.946758:0:38:0:(genops.c:865:class_export_destroy()) destroying export ffff93eab9fc7800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:0.0:1783969573.035126:0:20887:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1783969573.035142:0:20887:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-osd (uuid lustre-MDT0001-osd_UUID) 00000020:00000080:0.0:1783969573.035147:0:20887:0:(genops.c:906:class_export_put()) final put ffff93e9835ef800/lustre-MDT0001-osd_UUID 00000020:00000080:0.0:1783969573.035152:0:20887:0:(genops.c:865:class_export_destroy()) destroying export ffff93e9835ef800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:01000000:0.0:1783969573.035164:0:20887:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-osd (lustre-MDT0001-osd_UUID) 00000020:01000004:0.0:1783969573.035295:0:20887:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff93e9835ec800 00000020:01000000:0.0:1783969573.035319:0:20887:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MDS (flags='F') 00000020:00000080:0.0:1783969573.035323:0:20887:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1783969573.035328:0:20887:0:(obd_config.c:955:class_cleanup()) MDS: forcing exports to disconnect: 0/1 00000020:00080000:0.0:1783969573.035332:0:20887:0:(genops.c:1579:class_disconnect_exports()) OBD device 3 (ffff93e982193380) has no exports 00000100:00100000:0.0:1783969573.035579:0:17112:0:(service.c:3183:ptlrpc_main()) mdt00_000: service thread [ffff93eab928d800:17112] 0 exiting: rc = 1 00000100:00100000:1.0:1783969573.035780:0:17114:0:(service.c:3183:ptlrpc_main()) mdt00_002: service thread [ffff93eab22edc00:17114] 2 exiting: rc = 0 00000100:00100000:2.0:1783969573.036010:0:19100:0:(service.c:3183:ptlrpc_main()) mdt00_003: service thread [ffff93eabc3f0a00:19100] 3 exiting: rc = 0 00000100:00100000:2.0:1783969573.036094:0:17113:0:(service.c:3183:ptlrpc_main()) mdt00_001: service thread [ffff93eab22ec200:17113] 1 exiting: rc = 0 00000100:00100000:0.0:1783969573.036217:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783969573.036225:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783969573.036232:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783969573.036239:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783969573.036245:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783969573.036250:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783969573.036255:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783969573.036261:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783969573.036267:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783969573.036273:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783969573.036279:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783969573.036295:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783969573.036300:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783969573.036306:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783969573.036311:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783969573.036317:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783969573.036324:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783969573.036329:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783969573.036336:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783969573.036342:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783969573.036348:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783969573.036973:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783969573.036981:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783969573.036995:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783969573.037001:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783969573.037007:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783969573.037013:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783969573.037019:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783969573.037025:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783969573.037031:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783969573.037036:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783969573.037042:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783969573.037048:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783969573.037054:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783969573.037059:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783969573.037064:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783969573.037069:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783969573.037075:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783969573.037080:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783969573.037086:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783969573.037091:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783969573.037097:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783969573.037103:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783969573.037108:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783969573.037113:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783969573.037118:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783969573.037125:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783969573.037130:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783969573.037135:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783969573.037140:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783969573.037145:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783969573.037151:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783969573.037156:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783969573.037162:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783969573.037167:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783969573.037172:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783969573.037177:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783969573.037182:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783969573.037198:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783969573.037204:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783969573.037210:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783969573.037216:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783969573.037221:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783969573.037228:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969573.041330:0:17115:0:(service.c:3183:ptlrpc_main()) mdt_rdpg00_000: service thread [ffff93ea91498e00:17115] 0 exiting: rc = 1 00000100:00100000:3.0:1783969573.041569:0:17116:0:(service.c:3183:ptlrpc_main()) mdt_rdpg00_001: service thread [ffff93eab70c8400:17116] 1 exiting: rc = 0 00000100:00100000:1.0:1783969573.041863:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969573.041872:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969573.041879:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969573.041884:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969573.041889:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969573.041894:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969573.041899:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969573.041904:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969573.041909:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969573.041914:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969573.041920:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969573.041926:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969573.041932:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969573.041936:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969573.041941:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969573.041946:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969573.041951:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969573.041956:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969573.041961:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969573.041967:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969573.041972:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969573.041977:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969573.041983:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969573.041988:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969573.041993:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969573.041999:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969573.042004:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969573.042009:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969573.042019:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969573.042038:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969573.042042:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969573.042047:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969573.042051:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969573.042056:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969573.042061:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969573.042066:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969573.042071:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969573.042076:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969573.042082:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969573.042086:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969573.042092:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969573.042097:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969573.042102:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969573.042107:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969573.042113:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969573.042118:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969573.042123:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969573.042129:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969573.042134:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969573.042139:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969573.042145:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969573.042150:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969573.042155:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969573.042160:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969573.042165:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969573.042170:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969573.042175:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969573.042181:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969573.042185:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969573.042191:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969573.042196:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969573.042201:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969573.042206:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969573.042212:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969573.043264:0:17117:0:(service.c:3183:ptlrpc_main()) mdt_out00_000: service thread [ffff93ea91499000:17117] 0 exiting: rc = 1 00000100:00100000:2.0:1783969573.043467:0:17854:0:(service.c:3183:ptlrpc_main()) mdt_out00_002: service thread [ffff93eab92bf600:17854] 2 exiting: rc = 0 00000100:00100000:3.0:1783969573.044141:0:17118:0:(service.c:3183:ptlrpc_main()) mdt_out00_001: service thread [ffff93eab70c8000:17118] 1 exiting: rc = 0 00000100:00100000:1.0:1783969573.046509:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969573.046520:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969573.046527:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969573.046533:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969573.046538:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969573.046545:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969573.046559:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969573.046565:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969573.046572:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969573.046577:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969573.046584:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969573.046590:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969573.046596:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969573.046602:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969573.046608:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969573.046615:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969573.046620:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969573.046626:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969573.046643:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969573.046650:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969573.046656:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969573.046662:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969573.046667:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969573.046674:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969573.046679:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969573.046743:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969573.046750:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969573.046757:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969573.046763:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969573.046769:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969573.046789:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969573.046796:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969573.046801:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969573.046807:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969573.046813:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969573.046829:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969573.046835:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969573.046842:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969573.046847:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969573.046853:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969573.046858:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969573.046864:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969573.046882:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969573.046889:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969573.046894:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969573.046899:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969573.046905:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969573.046910:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969573.046916:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969573.046922:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969573.046928:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969573.046933:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969573.046939:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969573.046945:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969573.046962:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969573.046968:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969573.046975:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969573.046981:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969573.046986:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969573.046992:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969573.046998:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969573.047005:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969573.047012:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969573.047019:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783969573.060659:0:17119:0:(service.c:3183:ptlrpc_main()) mdt_seqs_0000: service thread [ffff93eab70c8600:17119] 0 exiting: rc = 1 00000100:00100000:1.0:1783969573.061172:0:17120:0:(service.c:3183:ptlrpc_main()) mdt_seqs_0001: service thread [ffff93eab70c9200:17120] 1 exiting: rc = 0 00000100:00100000:2.0:1783969573.061275:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969573.061292:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969573.061298:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969573.061304:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969573.061309:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969573.061314:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969573.061320:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969573.061326:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969573.061331:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969573.061336:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969573.061341:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969573.061355:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969573.061361:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969573.061372:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969573.061406:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969573.061413:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969573.061418:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969573.061423:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969573.061429:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969573.061434:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969573.061440:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969573.061445:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969573.061450:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969573.061455:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969573.061460:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969573.061465:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969573.061470:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969573.061475:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969573.061480:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969573.061484:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969573.061489:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969573.061510:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969573.061516:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969573.061522:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969573.061527:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969573.061532:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969573.061537:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969573.061542:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969573.061547:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969573.061552:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969573.061557:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969573.061562:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969573.061567:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969573.061572:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969573.061578:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969573.061583:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969573.061589:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969573.061594:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969573.061598:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969573.061604:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969573.061609:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969573.061615:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969573.061620:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969573.061625:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969573.061630:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969573.061635:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969573.061640:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969573.061645:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969573.061650:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969573.061655:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969573.061660:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969573.061665:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969573.061670:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969573.061676:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969573.062978:0:17121:0:(service.c:3183:ptlrpc_main()) mdt_seqm_0000: service thread [ffff93eab70c9000:17121] 0 exiting: rc = 1 00000100:00100000:2.0:1783969573.063318:0:17122:0:(service.c:3183:ptlrpc_main()) mdt_seqm_0001: service thread [ffff93ea91499200:17122] 1 exiting: rc = 0 00000100:00100000:3.0:1783969573.064028:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969573.064036:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969573.064041:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969573.064047:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969573.064052:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969573.064057:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969573.064062:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969573.064068:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969573.064073:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969573.064078:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969573.064083:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969573.064087:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969573.064093:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969573.064098:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969573.064103:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969573.064108:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969573.064113:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969573.064118:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969573.064136:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969573.064142:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969573.064147:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969573.064152:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969573.064156:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969573.064160:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969573.064165:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969573.064170:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969573.064174:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969573.064179:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969573.064184:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969573.064189:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969573.064193:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969573.064198:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969573.064202:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969573.064207:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969573.064213:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969573.064219:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969573.064224:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969573.064230:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969573.064234:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969573.064239:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969573.064243:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969573.064248:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969573.064253:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969573.064258:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969573.064263:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969573.064268:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969573.064273:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969573.064278:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969573.064293:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969573.064298:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969573.064303:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969573.064309:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969573.064314:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969573.064327:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969573.064332:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969573.064337:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969573.064342:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969573.064348:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969573.064656:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969573.064664:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969573.064668:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969573.064673:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969573.064678:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969573.064747:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969573.065201:0:17123:0:(service.c:3183:ptlrpc_main()) mdt_fld_0000: service thread [ffff93ea91499400:17123] 0 exiting: rc = 1 00000100:00100000:2.0:1783969573.065336:0:17124:0:(service.c:3183:ptlrpc_main()) mdt_fld_0001: service thread [ffff93ea914a4800:17124] 1 exiting: rc = 0 00000100:00100000:3.0:1783969573.065923:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969573.065930:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969573.065935:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969573.065941:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969573.065946:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969573.065951:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969573.065956:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969573.065962:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969573.065967:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969573.065972:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969573.065977:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969573.065981:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969573.065986:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969573.065992:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969573.065997:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969573.066002:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969573.066008:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969573.066013:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969573.066018:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969573.066024:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969573.066029:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969573.066034:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969573.066039:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969573.066045:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969573.066060:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969573.066066:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969573.066071:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969573.066076:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969573.066081:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969573.066087:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969573.066092:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969573.066097:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969573.066102:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969573.066108:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969573.066113:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969573.066119:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969573.066124:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969573.066129:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969573.066133:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969573.066138:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969573.066142:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969573.066147:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969573.066152:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969573.066157:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969573.066162:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969573.066167:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969573.066172:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969573.066177:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969573.066183:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969573.066188:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969573.066192:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969573.066197:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969573.066201:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969573.066206:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969573.066211:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969573.066216:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969573.066221:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969573.066227:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969573.066232:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969573.066244:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969573.066250:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969573.066256:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969573.066261:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783969573.066266:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969573.067754:0:17125:0:(service.c:3183:ptlrpc_main()) mdt_io00_000: service thread [ffff93eab708f400:17125] 0 exiting: rc = 1 00000100:00100000:1.0:1783969573.068276:0:17126:0:(service.c:3183:ptlrpc_main()) mdt_io00_001: service thread [ffff93eab708ee00:17126] 1 exiting: rc = 0 00000100:00100000:1.0:1783969573.068970:0:17127:0:(service.c:3183:ptlrpc_main()) mdt_io00_002: service thread [ffff93eab910ee00:17127] 2 exiting: rc = 0 00000100:00100000:2.0:1783969573.069111:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969573.069120:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969573.069127:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969573.069133:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969573.069138:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969573.069144:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969573.069150:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969573.069156:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969573.069162:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969573.069168:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969573.069174:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969573.069179:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969573.069184:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969573.069190:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969573.069195:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969573.069201:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969573.069207:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969573.069213:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969573.069219:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969573.069226:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969573.069233:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969573.069239:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969573.069247:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969573.069253:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969573.069258:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969573.069265:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969573.069270:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969573.069277:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969573.069294:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969573.069301:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969573.069324:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969573.069332:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969573.069338:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969573.069343:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969573.069374:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969573.069412:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969573.069419:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969573.069425:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969573.069431:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969573.069436:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969573.069443:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969573.069449:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969573.069454:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969573.069459:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969573.069465:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969573.069471:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969573.069476:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969573.069482:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969573.069487:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969573.069492:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969573.069497:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969573.069503:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969573.069511:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969573.069517:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969573.069547:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969573.069554:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969573.069561:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969573.069569:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969573.069581:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969573.069587:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969573.069592:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969573.069598:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969573.069604:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969573.069620:0:20887:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:0.0:1783969573.075444:0:20887:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1783969573.075456:0:20887:0:(obd_config.c:883:class_detach()) detach on obd MDS (uuid MDS_uuid) 00000020:00000080:0.0:1783969573.075462:0:20887:0:(genops.c:906:class_export_put()) final put ffff93e983308800/MDS_uuid 00000020:00000080:0.0:1783969573.075467:0:20887:0:(genops.c:865:class_export_destroy()) destroying export ffff93e983308800/MDS_uuid for MDS 00000020:01000000:0.0:1783969573.075472:0:20887:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MDS (MDS_uuid) 00000020:02000400:0.0:1783969573.075629:0:20887:0:(tgt_mount.c:2181:server_put_super()) server umount lustre-MDT0001 complete 00010000:00010000:0.0:1783969573.116138:0:17100:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783969574.128775:0:17101:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1783969574.256489:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 451c11fa-8d33-493c-b495-458f5de7342a->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1783969574.256497:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 451c11fa-8d33-493c-b495-458f5de7342a->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1783969574.256500:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1783969574.256509:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1783969574.256514:0:38:0:(import.c:65:import_set_state_nolock()) ffff93eaa5b1e000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1783969574.256523:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 631 00000100:00080000:2.0:1783969574.256530:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1783969574.256537:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff93eaa5b1e000 using connection 192.168.201.134@tcp/0@lo 00000100:00100000:2.0:1783969574.256574:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93eabb42b800 x1870627099359360/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1783969574.256634:0:3645:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93eabb42b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3645:1870627099359360:0@lo:38:kworker.0 00000400:00000100:3.0:1783969574.256697:0:3645:0:(lib-move.c:4319:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1870627099359360 offset 0 length 520: 4 00000100:00080000:2.0:1783969574.257013:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1783969574.257017:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1783969574.257019:0:38:0:(import.c:65:import_set_state_nolock()) ffff93e983e4c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1783969574.257022:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 631 00000100:00080000:2.0:1783969574.257025:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1783969574.257029:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93e983e4c000 using connection 192.168.201.134@tcp/0@lo 00000100:00100000:2.0:1783969574.257041:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93eabb42aa00 x1870627099359616/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1783969574.257080:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93eabb428a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3647:1870627099359488:0@lo:400:kworker.0 00000400:00000100:0.0:1783969574.257104:0:3647:0:(lib-move.c:4319:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1870627099359488 offset 0 length 224: 4 00000100:00100000:3.0:1783969574.257164:0:3645:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93eabb42aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3645:1870627099359616:0@lo:38:kworker.0 00000400:00000100:3.0:1783969574.257182:0:3645:0:(lib-move.c:4319:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1870627099359616 offset 0 length 520: 4 00000100:00100000:2.0:1783969574.260139:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93eabb428380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3648:1870627099359744:0@lo:400:kworker.0 00000400:00000100:2.0:1783969574.260206:0:3648:0:(lib-move.c:4319:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1870627099359744 offset 0 length 224: 4 00010000:00010000:1.0:1783969575.153479:0:17100:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783969576.176527:0:17101:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783969577.200887:0:17100:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1783969577.265429:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 451c11fa-8d33-493c-b495-458f5de7342a->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1783969577.265444:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 451c11fa-8d33-493c-b495-458f5de7342a->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1783969577.265447:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1783969577.265451:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1783969577.265523:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1783969577.265527:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1783969577.265567:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1783969577.265593:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93e983698000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3648:1870627099359872:0@lo:400:kworker.0 00000400:00000100:3.0:1783969577.265669:0:3648:0:(lib-move.c:4319:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1870627099359872 offset 0 length 224: 4 00000100:00100000:3.0:1783969577.265758:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93e98369b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3646:1870627099360000:0@lo:400:kworker.0 00000400:00000100:3.0:1783969577.265780:0:3646:0:(lib-move.c:4319:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1870627099360000 offset 0 length 224: 4 00000020:01000004:1.0:1783969577.409054:0:21087:0:(tgt_mount.c:2192:server_umount_begin()) umount -f 00000020:01000004:1.0:1783969577.424684:0:21087:0:(tgt_mount.c:2062:server_put_super()) server put_super lustre-OST0000 00010000:00010000:1.0:1783969577.424762:0:21087:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.134@tcp lock: ffff93ea89cde000/0xea31253a47cbae5a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xea31253a47cbae61 expref: -99 pid: 18615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969577.424782:0:21087:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.134@tcp lock: ffff93ea89cde000/0xea31253a47cbae5a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0xea31253a47cbae61 expref: -99 pid: 18615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969577.424791:0:21087:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.134@tcp lock: ffff93ea89cde000/0xea31253a47cbae5a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0xea31253a47cbae61 expref: -99 pid: 18615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969577.424799:0:21087:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.201.134@tcp lock: ffff93ea89cde000/0xea31253a47cbae5a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0xea31253a47cbae61 expref: -99 pid: 18615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969577.424823:0:21087:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:1.0:1783969577.424829:0:21087:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:1.0:1783969577.424859:0:21087:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1783969577.424875:0:21087:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff93eabb42b800 x1870627099359360/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1783969594 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783969577.424903:0:21087:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 3 00000100:00080000:1.0:1783969577.424910:0:21087:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000100:00080000:1.0:1783969577.424917:0:21087:0:(import.c:65:import_set_state_nolock()) ffff93eaa5b1e000 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00080000:1.0:1783969577.424923:0:21087:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1783969577.424927:0:21087:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff93eabb42b800 x1870627099359360/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1783969594 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783969577.424934:0:21087:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 4 00000100:00100000:1.0:1783969577.424938:0:21087:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 22s for inflight to error out 00010000:00010000:0.0:1783969577.425222:0:17101:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783969577.425231:0:17101:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.134@tcp lock: ffff93ea89cde000/0xea31253a47cbae5a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0xea31253a47cbae61 expref: -99 pid: 18615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969577.425239:0:17101:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93ea89cde000 already unused, calling callback (ffffffffc131dc20) 10000000:00010000:0.0:1783969577.425243:0:17101:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.134@tcp lock: ffff93ea89cde000/0xea31253a47cbae5a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0xea31253a47cbae61 expref: -99 pid: 18615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969577.425253:0:17101:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.134@tcp lock: ffff93ea89cde000/0xea31253a47cbae5a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1008400000000 nid: local remote: 0xea31253a47cbae61 expref: -99 pid: 18615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1783969577.425270:0:17101:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.134@tcp lock: ffff93ea89cde000/0xea31253a47cbae5a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1009400000000 nid: local remote: 0xea31253a47cbae61 expref: -99 pid: 18615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1783969577.425283:0:17101:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1783969577.425311:0:17101:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:0.0:1783969577.425314:0:17101:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:0.0:1783969577.425332:0:17101:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff93e983f70000 00010000:00010000:0.0:1783969577.425337:0:17101:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.134@tcp lock: ffff93ea89cde000/0xea31253a47cbae5a lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000000 nid: local remote: 0xea31253a47cbae61 expref: -99 pid: 18615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969577.425344:0:17101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.134@tcp lock: ffff93ea89cde000/0xea31253a47cbae5a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000000 nid: local remote: 0xea31253a47cbae61 expref: -99 pid: 18615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969577.425358:0:17101:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783969577.425360:0:17101:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783969577.425362:0:17101:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783969577.425649:0:3645:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93eabb42b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3645:1870627099359360:0@lo:38:kworker.0 00000100:00080000:1.0:1783969577.426633:0:21087:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:1.0:1783969577.426664:0:21087:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff93eabb428a80 x1870627099359488/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783969590 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783969577.426683:0:21087:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff93e983698000 x1870627099359872/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783969593 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783969577.426708:0:21087:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 3 00000100:00080000:1.0:1783969577.426715:0:21087:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID 00000100:00080000:1.0:1783969577.426747:0:21087:0:(import.c:65:import_set_state_nolock()) ffff93eaabc0d000 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:0.0:1783969577.426990:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93e983698000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3648:1870627099359872:0@lo:400:kworker.0 00000100:00100000:3.0:1783969577.427140:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93eabb428a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3647:1870627099359488:0@lo:400:kworker.0 00000100:00100000:3.0:1783969577.427178:0:3645:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea8e85f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3645:1870627099360128:0@lo:39:umount.0 00000400:00000100:3.0:1783969577.427270:0:3645:0:(lib-move.c:4319:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1870627099360128 offset 0 length 224: 4 00010000:00010000:1.0:1783969578.224746:0:17100:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:1.0:1783969578.872364:0:19435:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:1.0:1783969578.872378:0:19435:0:(genops.c:906:class_export_put()) final put ffff93e983f9c800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:3.0:1783969578.872597:0:38:0:(genops.c:865:class_export_destroy()) destroying export ffff93e983f9c800/lustre-MDT0001-mdtlov_UUID for lustre-OST0001 00000020:00000080:3.0:1783969578.872663:0:38:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff93e983f9b000 for lustre-OST0001 00000001:00100000:0.0:1783969578.875887:0:18616:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1783969578.875902:0:18616:0:(genops.c:906:class_export_put()) final put ffff93ea86fc8000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:1.0:1783969578.875979:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff93ea86fc8000/lustre-MDT0001-mdtlov_UUID for lustre-OST0000 00000020:00000080:1.0:1783969578.876044:0:8:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff93ea86fca800 for lustre-OST0000 00010000:00010000:0.0:1783969579.249238:0:17101:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1783969579.312631:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 451c11fa-8d33-493c-b495-458f5de7342a->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783969579.312654:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 451c11fa-8d33-493c-b495-458f5de7342a->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1783969579.312657:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783969579.312660:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1783969579.312769:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1783969579.312801:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea889e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3646:1870627099360256:0@lo:400:kworker.0 00000400:00000100:2.0:1783969579.312893:0:3646:0:(lib-move.c:4319:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1870627099360256 offset 0 length 224: 4 00010000:00010000:1.0:1783969580.277571:0:17100:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783969581.296670:0:17101:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783969582.320733:0:17100:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783969582.576894:0:3645:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1783969572/real 1783969572] req@ffff93ea889e5c00 x1870627099359232/t0(0) o250->MGC192.168.201.134@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1783969582 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783969582.576935:0:3645:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff93ea889e5c00 x1870627099359232/t0(0) o250->MGC192.168.201.134@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1783969582 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1783969582.576961:0:3645:0:(import.c:65:import_set_state_nolock()) ffff93e983f70000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1783969582.576993:0:3645:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1783969582.576997:0:3645:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea889e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:451c11fa-8d33-493c-b495-458f5de7342a:3645:1870627099359232:0@lo:250:ptlrpcd_00_01.0 00000100:00080000:0.0:1783969582.580456:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 451c11fa-8d33-493c-b495-458f5de7342a->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783969582.580469:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1783969582.580474:0:38:0:(import.c:65:import_set_state_nolock()) ffff93e983f70000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1783969582.580484:0:38:0:(import.c:510:import_select_connection()) MGC192.168.201.134@tcp: connect to NID 0@lo last attempt 634 00000100:00080000:0.0:1783969582.580491:0:38:0:(import.c:589:import_select_connection()) MGC192.168.201.134@tcp: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1783969582.580500:0:38:0:(import.c:624:import_select_connection()) MGC192.168.201.134@tcp: import ffff93e983f70000 using connection 192.168.201.134@tcp/0@lo 00000100:00100000:0.0:1783969582.580568:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93ea889e6300 x1870627099360384/t0(0) o250->MGC192.168.201.134@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1783969582.580608:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783969582.580612:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1783969582.580827:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea889e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3648:1870627099360512:0@lo:400:kworker.0 00000400:00000100:1.0:1783969582.580897:0:3648:0:(lib-move.c:4319:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1870627099360512 offset 0 length 224: 4 00000100:00100000:3.0:1783969582.581099:0:3645:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea889e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:451c11fa-8d33-493c-b495-458f5de7342a:3645:1870627099360384:0@lo:250:kworker.0 00000400:00000100:3.0:1783969582.581159:0:3645:0:(lib-move.c:4319:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1870627099360384 offset 0 length 520: 4 00010000:00010000:0.0:1783969583.353952:0:17101:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783969584.369009:0:17100:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783969585.392791:0:17101:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783969586.416760:0:17100:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783969587.443303:0:17101:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783969587.696556:0:3645:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1783969577/real 1783969577] req@ffff93ea8e85f800 x1870627099360128/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1783969587 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783969587.696600:0:3645:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff93ea8e85f800 x1870627099360128/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1783969587 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1783969587.696818:0:3645:0:(import.c:65:import_set_state_nolock()) ffff93eaabc0d000 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:3.0:1783969587.696911:0:3645:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea8e85f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3645:1870627099360128:0@lo:39:umount.0 00000100:00080000:1.0:1783969587.711588:0:21087:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:1.0:1783969587.711600:0:21087:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 4 00000100:00100000:1.0:1783969587.711625:0:21087:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:1.0:1783969587.712606:0:21087:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.134@tcp lock: ffff93ea89cdf200/0xea31253a47cbae30 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xea31253a47cbae37 expref: -99 pid: 18615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969587.712627:0:21087:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.134@tcp lock: ffff93ea89cdf200/0xea31253a47cbae30 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xea31253a47cbae37 expref: -99 pid: 18615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969587.712635:0:21087:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.134@tcp lock: ffff93ea89cdf200/0xea31253a47cbae30 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0xea31253a47cbae37 expref: -99 pid: 18615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969587.712662:0:21087:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.201.134@tcp lock: ffff93ea89cdf200/0xea31253a47cbae30 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0xea31253a47cbae37 expref: -99 pid: 18615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969587.712687:0:21087:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1783969587.712695:0:21087:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.134@tcp lock: ffff93ea837bc200/0xea31253a47cbb194 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xea31253a47cbb19b expref: -99 pid: 17109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969587.712702:0:21087:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.134@tcp lock: ffff93ea837bc200/0xea31253a47cbb194 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xea31253a47cbb19b expref: -99 pid: 17109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969587.712707:0:21087:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.134@tcp lock: ffff93ea837bc200/0xea31253a47cbb194 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xea31253a47cbb19b expref: -99 pid: 17109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969587.712713:0:21087:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.201.134@tcp lock: ffff93ea837bc200/0xea31253a47cbb194 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xea31253a47cbb19b expref: -99 pid: 17109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969587.712739:0:21087:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 10000000:01000000:1.0:1783969587.712744:0:21087:0:(mgc_request.c:547:config_log_end()) end config log lustre-OST0000 (0) 00000020:01000004:1.0:1783969587.712781:0:21087:0:(tgt_mount.c:2112:server_put_super()) stopping lustre-OST0000 00000020:01000000:1.0:1783969587.712787:0:21087:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000 (flags='F') 00000020:00000080:1.0:1783969587.712791:0:21087:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1783969587.712798:0:21087:0:(obd_config.c:955:class_cleanup()) lustre-OST0000: forcing exports to disconnect: 0/1 00000020:00080000:1.0:1783969587.712803:0:21087:0:(genops.c:1579:class_disconnect_exports()) OBD device 22 (ffff93eab612b380) has no exports 00000020:00080000:1.0:1783969587.712832:0:21087:0:(genops.c:1579:class_disconnect_exports()) OBD device 22 (ffff93eab612b380) has no exports 00010000:00010000:2.0:1783969587.712999:0:17101:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1783969587.713009:0:17101:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.134@tcp lock: ffff93ea89cdf200/0xea31253a47cbae30 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0xea31253a47cbae37 expref: -99 pid: 18615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969587.713027:0:17101:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93ea89cdf200 already unused, calling callback (ffffffffc131dc20) 10000000:00010000:2.0:1783969587.713032:0:17101:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.134@tcp lock: ffff93ea89cdf200/0xea31253a47cbae30 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0xea31253a47cbae37 expref: -99 pid: 18615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969587.713055:0:17101:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.134@tcp lock: ffff93ea89cdf200/0xea31253a47cbae30 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0xea31253a47cbae37 expref: -99 pid: 18615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1783969587.713064:0:17101:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.134@tcp lock: ffff93ea89cdf200/0xea31253a47cbae30 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0xea31253a47cbae37 expref: -99 pid: 18615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1783969587.713070:0:17101:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1783969587.713073:0:17101:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-OST0000: stopping, won't requeue 10000000:01000000:2.0:1783969587.713075:0:17101:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-OST0000 00010000:00010000:2.0:1783969587.713097:0:17101:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff93e983f70000 00010000:00010000:2.0:1783969587.713101:0:17101:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.134@tcp lock: ffff93ea89cdf200/0xea31253a47cbae30 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000000 nid: local remote: 0xea31253a47cbae37 expref: -99 pid: 18615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969587.713108:0:17101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.134@tcp lock: ffff93ea89cdf200/0xea31253a47cbae30 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000000 nid: local remote: 0xea31253a47cbae37 expref: -99 pid: 18615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969587.713133:0:17101:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783969587.713136:0:17101:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.134@tcp lock: ffff93ea837bc200/0xea31253a47cbb194 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xea31253a47cbb19b expref: -99 pid: 17109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969587.713143:0:17101:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93ea837bc200 already unused, calling callback (ffffffffc131dc20) 10000000:00010000:2.0:1783969587.713146:0:17101:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.134@tcp lock: ffff93ea837bc200/0xea31253a47cbb194 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xea31253a47cbb19b expref: -99 pid: 17109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969587.713153:0:17101:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.134@tcp lock: ffff93ea837bc200/0xea31253a47cbb194 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0xea31253a47cbb19b expref: -99 pid: 17109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1783969587.713167:0:17101:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.134@tcp lock: ffff93ea837bc200/0xea31253a47cbb194 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0xea31253a47cbb19b expref: -99 pid: 17109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1783969587.713174:0:17101:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:2.0:1783969587.713176:0:17101:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:2.0:1783969587.713178:0:17101:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:2.0:1783969587.713185:0:17101:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff93e983f70000 00010000:00010000:2.0:1783969587.713188:0:17101:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.134@tcp lock: ffff93ea837bc200/0xea31253a47cbb194 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0xea31253a47cbb19b expref: -99 pid: 17109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969587.713195:0:17101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.134@tcp lock: ffff93ea837bc200/0xea31253a47cbb194 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0xea31253a47cbb19b expref: -99 pid: 17109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969587.713217:0:17101:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783969587.713219:0:17101:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783969587.713221:0:17101:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000000:1.0:1783969587.714591:0:21087:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffff93e983ec9960 - data ffff93ea98c2f288/ffff93e981bf3400 00010000:00010000:0.0:1783969587.715525:0:17100:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000000:1.0:1783969587.722949:0:21087:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffff93e9831c5780 - data ffff93eaad1af798/ffff93ea834e4000 00100000:10000000:3.0:1783969587.743259:0:21087:0:(lfsck_layout.c:753:lfsck_rbtree_cleanup()) lustre-OST0000-osd: layout LFSCK fini OST-objects accessing bitmap 00000020:00000080:3.0:1783969587.777305:0:21087:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xea31253a47cbae45 00000020:00000080:3.0:1783969587.777322:0:21087:0:(genops.c:906:class_export_put()) final put ffff93eaabc0a800/lustre-OST0000-osd_UUID 00000020:01000004:3.0:1783969587.777348:0:21087:0:(tgt_mount.c:187:server_put_mount()) put mount ffff93eaa01ec800 from lustre-OST0000, refs=2 00000020:01000004:3.0:1783969587.777353:0:21087:0:(obd_mount.c:710:lustre_put_lsi()) put ffff93eaa01ec800 2 00000020:01000004:3.0:1783969587.777407:0:21087:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff93eaa01ec800 from lustre-OST0000 00000020:00000080:3.0:1783969587.777445:0:21087:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1783969587.777458:0:21087:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:00000080:3.0:1783969587.777461:0:21087:0:(genops.c:906:class_export_put()) final put ffff93eab9ee7800/lustre-OST0000_UUID 00000020:00000080:3.0:1783969587.777465:0:21087:0:(genops.c:865:class_export_destroy()) destroying export ffff93eab9ee7800/lustre-OST0000_UUID for lustre-OST0000 00000020:01000000:3.0:1783969587.777472:0:21087:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000 (lustre-OST0000_UUID) 00000020:01000004:3.0:1783969587.777542:0:21087:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 1 references. 00000020:01000000:3.0:1783969587.777547:0:21087:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-OST0000 (flags='F') 00000020:00000080:3.0:1783969587.777551:0:21087:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1783969587.777557:0:21087:0:(obd_config.c:955:class_cleanup()) lustre-MDT0000-lwp-OST0000: forcing exports to disconnect: 1/3 00000020:00080000:3.0:1783969587.777565:0:21087:0:(genops.c:1840:print_export_data()) lustre-MDT0000-lwp-OST0000: ACTIVE ffff93eaabc0b800 lustre-MDT0000-lwp-OST0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1783969587.777571:0:21087:0:(genops.c:1574:class_disconnect_exports()) OBD device 23 (ffff93eab6128000) has exports, disconnecting them 00000020:00080000:3.0:1783969587.777575:0:21087:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0000-lwp-OST0000: disconnecting export at 0@lo (ffff93eaabc0b800), last request at 1783969489 00000020:00000080:3.0:1783969587.777580:0:21087:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xea31253a47cbae6f 00000020:00080000:3.0:1783969587.777592:0:21087:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff93eaabc0b800): rc 0 00000020:00000080:3.0:1783969587.777597:0:21087:0:(genops.c:906:class_export_put()) final put ffff93eaabc0b800/lustre-MDT0000-lwp-OST0000 00000020:00000080:1.0:1783969587.779842:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff93eaabc0a800/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:00000080:1.0:1783969587.779874:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff93eaabc0b800/lustre-MDT0000-lwp-OST0000 for lustre-MDT0000-lwp-OST0000 00010000:01000000:2.0:1783969587.780009:0:21087:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0000-lwp-OST0000: client import never connected 00000100:00080000:2.0:1783969587.780016:0:21087:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1783969587.780022:0:21087:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 5 00000100:00100000:2.0:1783969587.780030:0:21087:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1783969587.780272:0:21087:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1783969587.780284:0:21087:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000020:01000000:2.0:1783969587.780293:0:21087:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-lwp-OST0000 (flags='F') 00000020:00000080:2.0:1783969587.780298:0:21087:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1783969587.780303:0:21087:0:(obd_config.c:955:class_cleanup()) lustre-MDT0001-lwp-OST0000: forcing exports to disconnect: 1/3 00000020:00080000:2.0:1783969587.780313:0:21087:0:(genops.c:1840:print_export_data()) lustre-MDT0001-lwp-OST0000: ACTIVE ffff93eaa01e9000 lustre-MDT0001-lwp-OST0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1783969587.780320:0:21087:0:(genops.c:1574:class_disconnect_exports()) OBD device 24 (ffff93eaa5b00000) has exports, disconnecting them 00000020:00080000:2.0:1783969587.780325:0:21087:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0001-lwp-OST0000: disconnecting export at 0@lo (ffff93eaa01e9000), last request at 1783969490 00000020:00000080:2.0:1783969587.780338:0:21087:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xea31253a47cbae84 00000020:00080000:2.0:1783969587.780355:0:21087:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff93eaa01e9000): rc 0 00000020:00000080:2.0:1783969587.780362:0:21087:0:(genops.c:906:class_export_put()) final put ffff93eaa01e9000/lustre-MDT0001-lwp-OST0000 00000020:00000080:1.0:1783969587.786980:0:8:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff93eaa5b1e000 for lustre-MDT0000-lwp-OST0000 00000020:00000080:1.0:1783969587.787006:0:8:0:(genops.c:906:class_export_put()) final put ffff93eaabc0d800/lustre-MDT0000-lwp-OST0000_UUID 00000020:00000080:1.0:1783969587.787011:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff93eaabc0d800/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000-lwp-OST0000 00000020:01000000:1.0:1783969587.787024:0:8:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-OST0000 (lustre-MDT0000-lwp-OST0000_UUID) 00000020:00000080:1.0:1783969587.788125:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff93eaa01e9000/lustre-MDT0001-lwp-OST0000 for lustre-MDT0001-lwp-OST0000 00010000:01000000:1.0:1783969587.793470:0:21087:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0001-lwp-OST0000: client import never connected 00000100:00080000:1.0:1783969587.793485:0:21087:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:1.0:1783969587.793492:0:21087:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 5 00000100:00100000:1.0:1783969587.793511:0:21087:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1783969587.793566:0:8:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff93eaabc0d000 for lustre-MDT0001-lwp-OST0000 00000020:00000080:1.0:1783969587.793796:0:21087:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1783969587.793809:0:21087:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-lwp-OST0000 (uuid lustre-MDT0001-lwp-OST0000_UUID) 00000020:00000080:1.0:1783969587.793817:0:21087:0:(genops.c:906:class_export_put()) final put ffff93eabf7ba800/lustre-MDT0001-lwp-OST0000_UUID 00000020:00000080:1.0:1783969587.793821:0:21087:0:(genops.c:865:class_export_destroy()) destroying export ffff93eabf7ba800/lustre-MDT0001-lwp-OST0000_UUID for lustre-MDT0001-lwp-OST0000 00000020:01000000:1.0:1783969587.793829:0:21087:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-lwp-OST0000 (lustre-MDT0001-lwp-OST0000_UUID) 00000020:01000004:1.0:1783969587.793919:0:21087:0:(obd_mount.c:710:lustre_put_lsi()) put ffff93eaa01ec800 1 00000020:00000080:1.0:1783969587.793926:0:21087:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xea31253a47cbae22 00000020:00000080:1.0:1783969587.793935:0:21087:0:(genops.c:906:class_export_put()) final put ffff93eaa5b18000/lustre-OST0000-osd_UUID 00000020:01000000:1.0:1783969587.793944:0:21087:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osd (flags='') 00000020:00000080:1.0:1783969587.793953:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff93eaa5b18000/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:00000080:1.0:1783969587.793964:0:21087:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1783969587.793969:0:21087:0:(obd_config.c:955:class_cleanup()) lustre-OST0000-osd: forcing exports to disconnect: 0/1 00000020:00080000:1.0:1783969587.793974:0:21087:0:(genops.c:1579:class_disconnect_exports()) OBD device 20 (ffff93eab9208000) has no exports 00000020:00000080:0.0:1783969588.053291:0:21087:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1783969588.053308:0:21087:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osd (uuid lustre-OST0000-osd_UUID) 00000020:00000080:0.0:1783969588.053315:0:21087:0:(genops.c:906:class_export_put()) final put ffff93eaa01ed000/lustre-OST0000-osd_UUID 00000020:00000080:0.0:1783969588.053320:0:21087:0:(genops.c:865:class_export_destroy()) destroying export ffff93eaa01ed000/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:01000000:0.0:1783969588.053336:0:21087:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osd (lustre-OST0000-osd_UUID) 00000020:01000004:0.0:1783969588.053582:0:21087:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff93eaa01ee000 00000020:02000400:0.0:1783969588.053640:0:21087:0:(tgt_mount.c:2181:server_put_super()) server umount lustre-OST0000 complete 00000100:00080000:1.0:1783969588.083331:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 451c11fa-8d33-493c-b495-458f5de7342a->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1783969588.083343:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 451c11fa-8d33-493c-b495-458f5de7342a->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1783969588.083347:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1783969588.083350:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1783969588.083467:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea8e85d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3649:1870627099360640:0@lo:400:kworker.0 00000400:00000100:1.0:1783969588.083535:0:3649:0:(lib-move.c:4319:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1870627099360640 offset 0 length 224: 4 00010000:00010000:3.0:1783969588.464528:0:17101:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783969589.488917:0:17100:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783969590.515966:0:17101:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000400:2.0:1783969590.706656:0:3648:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1783969574/real 1783969574] req@ffff93eabb428380 x1870627099359744/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1783969590 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783969590.758872:0:3648:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff93eabb428380 x1870627099359744/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1783969590 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1783969590.758888:0:3648:0:(import.c:65:import_set_state_nolock()) ffff93e983e4b800 lustre-MDT0001_UUID: changing import state from FULL to DISCONN 00000100:02000400:2.0:1783969590.758892:0:3648:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0001-lwp-OST0001: Connection to lustre-MDT0001 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:2.0:1783969590.787090:0:3648:0:(import.c:418:ptlrpc_pinger_force()) lustre-MDT0001_UUID: waking up pinger s:DISCONN 00000100:00100000:2.0:1783969590.787171:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93eabb428380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3648:1870627099359744:0@lo:400:kworker.0 00000100:00080000:0.0:1783969590.788572:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 451c11fa-8d33-493c-b495-458f5de7342a->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783969590.788581:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 451c11fa-8d33-493c-b495-458f5de7342a->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1783969590.788584:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783969590.788587:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1783969590.788590:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783969590.788594:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1783969590.788598:0:36:0:(import.c:65:import_set_state_nolock()) ffff93e983e4b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1783969590.788605:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 569 00000100:00080000:0.0:1783969590.788614:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff93e983e4b800 using connection 192.168.201.134@tcp/0@lo 00000100:00100000:0.0:1783969590.788651:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93ea889e4e00 x1870627099360768/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1783969590.788853:0:3645:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea889e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3645:1870627099360768:0@lo:38:kworker.0 00000400:00000100:1.0:1783969590.788910:0:3645:0:(lib-move.c:4319:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1870627099360768 offset 0 length 520: 4 00010000:00010000:2.0:1783969591.537360:0:17100:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783969592.561769:0:17101:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:0.0:1783969593.249461:0:21291:0:(tgt_mount.c:2192:server_umount_begin()) umount -f 00000020:01000004:0.0:1783969593.260544:0:21291:0:(tgt_mount.c:2062:server_put_super()) server put_super lustre-OST0001 00010000:00010000:0.0:1783969593.260637:0:21291:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.134@tcp lock: ffff93ea91a53800/0xea31253a47cbafbf lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xea31253a47cbafc6 expref: -99 pid: 19434 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969593.260653:0:21291:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.134@tcp lock: ffff93ea91a53800/0xea31253a47cbafbf lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xea31253a47cbafc6 expref: -99 pid: 19434 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969593.260660:0:21291:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.134@tcp lock: ffff93ea91a53800/0xea31253a47cbafbf lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0xea31253a47cbafc6 expref: -99 pid: 19434 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969593.260666:0:21291:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.201.134@tcp lock: ffff93ea91a53800/0xea31253a47cbafbf lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0xea31253a47cbafc6 expref: -99 pid: 19434 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969593.260685:0:21291:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:0.0:1783969593.260690:0:21291:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:0.0:1783969593.260715:0:21291:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1783969593.260727:0:21291:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff93eabb42aa00 x1870627099359616/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1783969594 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783969593.260746:0:21291:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 3 00000100:00080000:0.0:1783969593.260752:0:21291:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID 00000100:00080000:0.0:1783969593.260758:0:21291:0:(import.c:65:import_set_state_nolock()) ffff93e983e4c000 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00080000:0.0:1783969593.260762:0:21291:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1783969593.260765:0:21291:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff93eabb42aa00 x1870627099359616/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1783969594 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783969593.260771:0:21291:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 4 00000100:00100000:0.0:1783969593.260774:0:21291:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 1s for inflight to error out 00010000:00010000:2.0:1783969593.260934:0:17100:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783969593.260941:0:17100:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.134@tcp lock: ffff93ea91a53800/0xea31253a47cbafbf lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0xea31253a47cbafc6 expref: -99 pid: 19434 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969593.260961:0:17100:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93ea91a53800 already unused, calling callback (ffffffffc131dc20) 10000000:00010000:2.0:1783969593.260965:0:17100:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.134@tcp lock: ffff93ea91a53800/0xea31253a47cbafbf lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0xea31253a47cbafc6 expref: -99 pid: 19434 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969593.260973:0:17100:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.134@tcp lock: ffff93ea91a53800/0xea31253a47cbafbf lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0xea31253a47cbafc6 expref: -99 pid: 19434 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1783969593.260981:0:17100:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.134@tcp lock: ffff93ea91a53800/0xea31253a47cbafbf lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0xea31253a47cbafc6 expref: -99 pid: 19434 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1783969593.260986:0:17100:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1783969593.261001:0:17100:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:2.0:1783969593.261003:0:17100:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:2.0:1783969593.261018:0:17100:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff93e983f70000 00010000:00010000:2.0:1783969593.261022:0:17100:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.134@tcp lock: ffff93ea91a53800/0xea31253a47cbafbf lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0xea31253a47cbafc6 expref: -99 pid: 19434 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783969593.261027:0:3645:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93eabb42aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3645:1870627099359616:0@lo:38:kworker.0 00010000:00010000:2.0:1783969593.261029:0:17100:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.134@tcp lock: ffff93ea91a53800/0xea31253a47cbafbf lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0xea31253a47cbafc6 expref: -99 pid: 19434 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969593.261040:0:17100:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783969593.261042:0:17100:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783969593.261043:0:17100:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1783969593.262047:0:21291:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:0.0:1783969593.263902:0:21291:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff93e98369b100 x1870627099360000/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783969593 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783969593.263929:0:21291:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff93ea889e5180 x1870627099360256/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783969595 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783969593.263963:0:21291:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff93ea889e5880 x1870627099360512/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783969598 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783969593.263975:0:21291:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff93ea8e85d180 x1870627099360640/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783969604 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783969593.263989:0:21291:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff93ea889e4e00 x1870627099360768/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1783969600 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783969593.263998:0:21291:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 3 00000100:00080000:0.0:1783969593.264005:0:21291:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID 00000100:00100000:1.0:1783969593.264007:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea889e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3646:1870627099360256:0@lo:400:kworker.0 00000100:00080000:0.0:1783969593.264011:0:21291:0:(import.c:65:import_set_state_nolock()) ffff93e983e4b800 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00080000:0.0:1783969593.264016:0:21291:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:1.0:1783969593.264018:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93e98369b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3646:1870627099360000:0@lo:400:kworker.0 00000100:00100000:0.0:1783969593.264019:0:21291:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff93e98369b100 x1870627099360000/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783969593 ref 1 fl Complete:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783969593.264027:0:21291:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff93ea889e5880 x1870627099360512/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783969598 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783969593.264089:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea889e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3648:1870627099360512:0@lo:400:kworker.0 00000100:00100000:0.0:1783969593.264113:0:21291:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff93ea8e85d180 x1870627099360640/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783969604 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783969593.264120:0:21291:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff93ea889e4e00 x1870627099360768/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1783969600 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783969593.264127:0:21291:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 4 00000100:00100000:1.0:1783969593.266568:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea8e85d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3649:1870627099360640:0@lo:400:kworker.0 00000100:00100000:1.0:1783969593.266597:0:3645:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea889e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3645:1870627099360768:0@lo:38:kworker.0 00000100:00100000:0.0:1783969593.270176:0:21291:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:0.0:1783969593.272715:0:21291:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.134@tcp lock: ffff93eab7796c00/0xea31253a47cbaf95 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xea31253a47cbaf9c expref: -99 pid: 19434 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969593.272734:0:21291:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.134@tcp lock: ffff93eab7796c00/0xea31253a47cbaf95 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xea31253a47cbaf9c expref: -99 pid: 19434 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969593.272742:0:21291:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.134@tcp lock: ffff93eab7796c00/0xea31253a47cbaf95 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xea31253a47cbaf9c expref: -99 pid: 19434 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969593.272765:0:21291:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.201.134@tcp lock: ffff93eab7796c00/0xea31253a47cbaf95 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xea31253a47cbaf9c expref: -99 pid: 19434 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969593.272855:0:21291:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1783969593.272865:0:21291:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.134@tcp lock: ffff93ea91a53400/0xea31253a47cbb186 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xea31253a47cbb18d expref: -99 pid: 17109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969593.272872:0:21291:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.134@tcp lock: ffff93ea91a53400/0xea31253a47cbb186 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xea31253a47cbb18d expref: -99 pid: 17109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969593.272878:0:21291:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.134@tcp lock: ffff93ea91a53400/0xea31253a47cbb186 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xea31253a47cbb18d expref: -99 pid: 17109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969593.272884:0:21291:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.201.134@tcp lock: ffff93ea91a53400/0xea31253a47cbb186 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xea31253a47cbb18d expref: -99 pid: 17109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969593.273561:0:17101:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1783969593.273571:0:17101:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.134@tcp lock: ffff93eab7796c00/0xea31253a47cbaf95 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xea31253a47cbaf9c expref: -99 pid: 19434 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969593.273580:0:17101:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93eab7796c00 already unused, calling callback (ffffffffc131dc20) 10000000:00010000:3.0:1783969593.273584:0:17101:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.134@tcp lock: ffff93eab7796c00/0xea31253a47cbaf95 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xea31253a47cbaf9c expref: -99 pid: 19434 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969593.273593:0:17101:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.134@tcp lock: ffff93eab7796c00/0xea31253a47cbaf95 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0xea31253a47cbaf9c expref: -99 pid: 19434 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1783969593.273613:0:17101:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.134@tcp lock: ffff93eab7796c00/0xea31253a47cbaf95 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0xea31253a47cbaf9c expref: -99 pid: 19434 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1783969593.273619:0:17101:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:3.0:1783969593.273621:0:17101:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-OST0001: stopping, won't requeue 00010000:00010000:3.0:1783969593.273634:0:17101:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff93e983f70000 00010000:00010000:3.0:1783969593.273637:0:17101:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.134@tcp lock: ffff93eab7796c00/0xea31253a47cbaf95 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0xea31253a47cbaf9c expref: -99 pid: 19434 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969593.273644:0:17101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.134@tcp lock: ffff93eab7796c00/0xea31253a47cbaf95 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0xea31253a47cbaf9c expref: -99 pid: 19434 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969593.273659:0:17101:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783969593.273663:0:17101:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.134@tcp lock: ffff93ea91a53400/0xea31253a47cbb186 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xea31253a47cbb18d expref: -99 pid: 17109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969593.273668:0:17101:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93ea91a53400 already unused, calling callback (ffffffffc131dc20) 10000000:00010000:3.0:1783969593.273671:0:17101:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.134@tcp lock: ffff93ea91a53400/0xea31253a47cbb186 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xea31253a47cbb18d expref: -99 pid: 17109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969593.273678:0:17101:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.134@tcp lock: ffff93ea91a53400/0xea31253a47cbb186 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0xea31253a47cbb18d expref: -99 pid: 17109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1783969593.273684:0:17101:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.134@tcp lock: ffff93ea91a53400/0xea31253a47cbb186 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0xea31253a47cbb18d expref: -99 pid: 17109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1783969593.273689:0:17101:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:3.0:1783969593.273692:0:17101:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 00010000:00010000:3.0:1783969593.273696:0:17101:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff93e983f70000 00010000:00010000:3.0:1783969593.273705:0:17101:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.134@tcp lock: ffff93ea91a53400/0xea31253a47cbb186 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0xea31253a47cbb18d expref: -99 pid: 17109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969593.273712:0:17101:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783969593.273714:0:17101:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783969593.273716:0:17101:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783969593.275257:0:21291:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1783969593.275270:0:21291:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.134@tcp lock: ffff93ea91a53400/0xea31253a47cbb186 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0xea31253a47cbb18d expref: -99 pid: 17109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1783969593.275291:0:21291:0:(mgc_request.c:130:config_log_put()) dropping config log params 10000000:01000000:0.0:1783969593.275298:0:21291:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-OST0001 10000000:01000000:0.0:1783969593.275301:0:21291:0:(mgc_request.c:547:config_log_end()) end config log lustre-OST0001 (0) 00000020:01000004:0.0:1783969593.275344:0:21291:0:(tgt_mount.c:2112:server_put_super()) stopping lustre-OST0001 00000020:01000000:0.0:1783969593.280474:0:21291:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001 (flags='F') 00000020:00000080:0.0:1783969593.280490:0:21291:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1783969593.280502:0:21291:0:(obd_config.c:955:class_cleanup()) lustre-OST0001: forcing exports to disconnect: 0/1 00000020:00080000:0.0:1783969593.280507:0:21291:0:(genops.c:1579:class_disconnect_exports()) OBD device 26 (ffff93e982793380) has no exports 00000020:00080000:0.0:1783969593.280542:0:21291:0:(genops.c:1579:class_disconnect_exports()) OBD device 26 (ffff93e982793380) has no exports 00010000:00010000:2.0:1783969593.283064:0:17100:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000000:1.0:1783969593.283120:0:21291:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffff93e9831c5600 - data ffff93eaad091288/ffff93ea86fb8400 00000020:01000000:1.0:1783969593.283284:0:21291:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffff93ea89d6b360 - data ffff93ea8210b5e8/ffff93ea86fe6800 00100000:10000000:1.0:1783969593.296014:0:21291:0:(lfsck_layout.c:753:lfsck_rbtree_cleanup()) lustre-OST0001-osd: layout LFSCK fini OST-objects accessing bitmap 00000020:00000080:2.0:1783969593.304746:0:21291:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xea31253a47cbafaa 00000020:00000080:2.0:1783969593.304759:0:21291:0:(genops.c:906:class_export_put()) final put ffff93ea86fcb000/lustre-OST0001-osd_UUID 00000020:01000004:2.0:1783969593.304785:0:21291:0:(tgt_mount.c:187:server_put_mount()) put mount ffff93eab9fc1800 from lustre-OST0001, refs=2 00000020:01000004:2.0:1783969593.304789:0:21291:0:(obd_mount.c:710:lustre_put_lsi()) put ffff93eab9fc1800 2 00000020:01000004:2.0:1783969593.304792:0:21291:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff93eab9fc1800 from lustre-OST0001 00000020:00000080:2.0:1783969593.304818:0:21291:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1783969593.304829:0:21291:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001 (uuid lustre-OST0001_UUID) 00000020:00000080:2.0:1783969593.304832:0:21291:0:(genops.c:906:class_export_put()) final put ffff93ea86fc9000/lustre-OST0001_UUID 00000020:00000080:2.0:1783969593.304835:0:21291:0:(genops.c:865:class_export_destroy()) destroying export ffff93ea86fc9000/lustre-OST0001_UUID for lustre-OST0001 00000020:01000000:2.0:1783969593.304841:0:21291:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001 (lustre-OST0001_UUID) 00000100:00080000:2.0:1783969593.304938:0:21291:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import 451c11fa-8d33-493c-b495-458f5de7342a->MGS 00010000:00010000:2.0:1783969593.304966:0:21291:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.134@tcp lock: ffff93ea83daee00/0xea31253a47cbacee lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0xea31253a47cbacf5 expref: -99 pid: 17845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1783969593.304979:0:21291:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.134@tcp lock: ffff93ea83daee00/0xea31253a47cbacee lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0xea31253a47cbacf5 expref: -99 pid: 17845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1783969593.305000:0:21291:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 10000000:01000000:2.0:1783969593.305003:0:21291:0:(mgc_request.c:954:mgc_blocking_ast()) log nodemap: disconnecting, won't requeue 10000000:01000000:2.0:1783969593.305008:0:21291:0:(mgc_request.c:130:config_log_put()) dropping config log nodemap 00010000:00010000:2.0:1783969593.305025:0:21291:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff93e983f70000 00010000:00010000:2.0:1783969593.305028:0:21291:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.134@tcp lock: ffff93ea83daee00/0xea31253a47cbacee lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0xea31253a47cbacf5 expref: -99 pid: 17845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969593.305121:0:21291:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.134@tcp lock: ffff93ea83daf200/0xea31253a47cbabdd lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0xea31253a47cbabe4 expref: -99 pid: 17091 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1783969593.305129:0:21291:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.134@tcp lock: ffff93ea83daf200/0xea31253a47cbabdd lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0xea31253a47cbabe4 expref: -99 pid: 17091 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1783969593.305135:0:21291:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1783969593.305137:0:21291:0:(mgc_request.c:954:mgc_blocking_ast()) log lustre-s: disconnecting, won't requeue 10000000:01000000:2.0:1783969593.305139:0:21291:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-sptlrpc 00010000:00010000:2.0:1783969593.305151:0:21291:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff93e983f70000 00010000:00010000:2.0:1783969593.305154:0:21291:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.134@tcp lock: ffff93ea83daf200/0xea31253a47cbabdd lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0xea31253a47cbabe4 expref: -99 pid: 17091 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1783969593.305169:0:21291:0:(import.c:65:import_set_state_nolock()) ffff93e983f70000 MGS: changing import state from CONNECTING to CLOSED 10000000:01000000:2.0:1783969593.305173:0:21291:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001 00000100:00080000:2.0:1783969593.305176:0:21291:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:2.0:1783969593.305178:0:21291:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00080000:2.0:1783969593.305182:0:21291:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:2.0:1783969593.305194:0:21291:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff93ea889e6300 x1870627099360384/t0(0) o250->MGC192.168.201.134@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1783969597 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 10000000:01000000:2.0:1783969593.305281:0:21291:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00100000:2.0:1783969593.305284:0:21291:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 5s for inflight to error out 00000020:00000080:3.0:1783969593.305339:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff93ea86fcb000/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000100:00100000:0.0:1783969593.305489:0:3645:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea889e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:451c11fa-8d33-493c-b495-458f5de7342a:3645:1870627099360384:0@lo:250:kworker.0 10000000:01000000:2.0:1783969593.305703:0:21291:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808003 00000020:00000080:2.0:1783969593.305716:0:21291:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xea31253a47cbabc8 00000020:00000080:2.0:1783969593.305721:0:21291:0:(genops.c:906:class_export_put()) final put ffff93e98330c800/451c11fa-8d33-493c-b495-458f5de7342a 00000020:01000000:2.0:1783969593.305760:0:21291:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MGC192.168.201.134@tcp (flags='') 00000020:00000080:2.0:1783969593.305765:0:21291:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1783969593.305770:0:21291:0:(obd_config.c:955:class_cleanup()) MGC192.168.201.134@tcp: forcing exports to disconnect: 0/3 00000020:00080000:2.0:1783969593.305774:0:21291:0:(genops.c:1579:class_disconnect_exports()) OBD device 2 (ffff93eab71619c0) has no exports 10000000:01000000:0.0:1783969593.305844:0:17109:0:(mgc_request.c:708:mgc_requeue_thread()) Ending requeue thread 10000000:01000000:2.0:1783969593.305918:0:21291:0:(obd_class.h:671:obd_cleanup_client_import()) MGC192.168.201.134@tcp: client import never connected 00000100:00080000:2.0:1783969593.305921:0:21291:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 10000000:01000000:2.0:1783969593.305923:0:21291:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00100000:2.0:1783969593.305925:0:21291:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 10000000:01000000:2.0:1783969593.305926:0:21291:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808003 00000020:00000080:3.0:1783969593.306043:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff93e98330c800/451c11fa-8d33-493c-b495-458f5de7342a for MGC192.168.201.134@tcp 00000020:00000080:2.0:1783969593.306187:0:21291:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1783969593.306193:0:21291:0:(obd_config.c:883:class_detach()) detach on obd MGC192.168.201.134@tcp (uuid 451c11fa-8d33-493c-b495-458f5de7342a) 00000020:01000000:2.0:1783969593.306199:0:21291:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-OST0001 (flags='F') 00000020:00000080:2.0:1783969593.306203:0:21291:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1783969593.306206:0:21291:0:(obd_config.c:955:class_cleanup()) lustre-MDT0000-lwp-OST0001: forcing exports to disconnect: 1/3 00000020:00080000:2.0:1783969593.306211:0:21291:0:(genops.c:1840:print_export_data()) lustre-MDT0000-lwp-OST0001: ACTIVE ffff93e9837e3800 lustre-MDT0000-lwp-OST0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1783969593.306216:0:21291:0:(genops.c:1574:class_disconnect_exports()) OBD device 27 (ffff93e9827919c0) has exports, disconnecting them 00000020:00080000:2.0:1783969593.306221:0:21291:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0000-lwp-OST0001: disconnecting export at 0@lo (ffff93e9837e3800), last request at 1783969507 00000020:00000080:2.0:1783969593.306225:0:21291:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xea31253a47cbafd4 00000020:00080000:2.0:1783969593.306235:0:21291:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff93e9837e3800): rc 0 00000020:00000080:2.0:1783969593.306239:0:21291:0:(genops.c:906:class_export_put()) final put ffff93e9837e3800/lustre-MDT0000-lwp-OST0001 00000020:00000080:3.0:1783969593.306335:0:8:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff93e983f70000 for MGC192.168.201.134@tcp 00000020:00000080:3.0:1783969593.306342:0:8:0:(genops.c:906:class_export_put()) final put ffff93e983f72800/451c11fa-8d33-493c-b495-458f5de7342a 00000020:00000080:3.0:1783969593.306344:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff93e983f72800/451c11fa-8d33-493c-b495-458f5de7342a for MGC192.168.201.134@tcp 00000020:01000000:3.0:1783969593.306349:0:8:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MGC192.168.201.134@tcp (451c11fa-8d33-493c-b495-458f5de7342a) 00000020:00000080:3.0:1783969593.307116:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff93e9837e3800/lustre-MDT0000-lwp-OST0001 for lustre-MDT0000-lwp-OST0001 00010000:01000000:3.0:1783969593.309462:0:21291:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0000-lwp-OST0001: client import never connected 00000100:00080000:3.0:1783969593.309472:0:21291:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1783969593.309476:0:21291:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 5 00000100:00100000:3.0:1783969593.309484:0:21291:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1783969593.309651:0:21291:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1783969593.309660:0:21291:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-OST0001 (uuid lustre-MDT0000-lwp-OST0001_UUID) 00000020:01000000:3.0:1783969593.309667:0:21291:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-lwp-OST0001 (flags='F') 00000020:00000080:3.0:1783969593.309672:0:21291:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1783969593.309677:0:21291:0:(obd_config.c:955:class_cleanup()) lustre-MDT0001-lwp-OST0001: forcing exports to disconnect: 1/3 00000020:00080000:3.0:1783969593.309684:0:21291:0:(genops.c:1840:print_export_data()) lustre-MDT0001-lwp-OST0001: ACTIVE ffff93ea8e91b000 lustre-MDT0001-lwp-OST0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1783969593.309691:0:21291:0:(genops.c:1574:class_disconnect_exports()) OBD device 28 (ffff93eaa5b019c0) has exports, disconnecting them 00000020:00080000:3.0:1783969593.309695:0:21291:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0001-lwp-OST0001: disconnecting export at 0@lo (ffff93ea8e91b000), last request at 1783969507 00000020:00000080:3.0:1783969593.309699:0:21291:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xea31253a47cbafe9 00000020:00080000:3.0:1783969593.309716:0:21291:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff93ea8e91b000): rc 0 00000020:00000080:3.0:1783969593.309722:0:21291:0:(genops.c:906:class_export_put()) final put ffff93ea8e91b000/lustre-MDT0001-lwp-OST0001 00000020:00000080:0.0:1783969593.310375:0:8:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff93e983e4c000 for lustre-MDT0000-lwp-OST0001 00000020:00000080:0.0:1783969593.310402:0:8:0:(genops.c:906:class_export_put()) final put ffff93e983e4d800/lustre-MDT0000-lwp-OST0001_UUID 00000020:00000080:0.0:1783969593.310405:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff93e983e4d800/lustre-MDT0000-lwp-OST0001_UUID for lustre-MDT0000-lwp-OST0001 00000020:01000000:0.0:1783969593.310416:0:8:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-OST0001 (lustre-MDT0000-lwp-OST0001_UUID) 00000020:00000080:0.0:1783969593.310474:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff93ea8e91b000/lustre-MDT0001-lwp-OST0001 for lustre-MDT0001-lwp-OST0001 00010000:01000000:0.0:1783969593.333444:0:21291:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0001-lwp-OST0001: client import never connected 00000100:00080000:0.0:1783969593.333453:0:21291:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:0.0:1783969593.333457:0:21291:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 5 00000100:00100000:0.0:1783969593.333464:0:21291:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1783969593.333499:0:8:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff93e983e4b800 for lustre-MDT0001-lwp-OST0001 00010000:00010000:2.0:1783969593.339551:0:17101:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-1 blwis in pool) 00010000:00010000:2.0:1783969593.340251:0:17100:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-2 blwis in pool) 00000100:00100000:2.0:1783969593.340626:0:17096:0:(service.c:3183:ptlrpc_main()) ldlm_cb00_001: service thread [ffff93ea87ec3a00:17096] 1 exiting: rc = 0 00000100:00100000:3.0:1783969593.340772:0:17095:0:(service.c:3183:ptlrpc_main()) ldlm_cb00_000: service thread [ffff93ea87ec3200:17095] 0 exiting: rc = 1 00000100:00100000:0.0:1783969593.340962:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969593.341443:0:17097:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_000: service thread [ffff93e983c47000:17097] 0 exiting: rc = 1 00000100:00100000:3.0:1783969593.341877:0:17099:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_002: service thread [ffff93ea86572200:17099] 2 exiting: rc = 0 00000100:00100000:3.0:1783969593.341956:0:17098:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_001: service thread [ffff93e983c47200:17098] 1 exiting: rc = 0 00000100:00100000:3.0:1783969593.342026:0:20599:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_003: service thread [ffff93e984a78600:20599] 3 exiting: rc = 0 00000100:00100000:0.0:1783969593.342291:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783969593.342301:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783969593.342307:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783969593.342313:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783969593.342319:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783969593.342325:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783969593.342331:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783969593.342337:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783969593.342342:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783969593.342347:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783969593.342352:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783969593.342358:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783969593.342362:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783969593.342368:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783969593.342373:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783969593.342403:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783969593.342411:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783969593.342416:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783969593.342435:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783969593.342440:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783969593.342445:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783969593.342450:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783969593.342455:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783969593.342461:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783969593.342466:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783969593.342472:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783969593.342477:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783969593.342482:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783969593.342487:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783969593.342493:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783969593.342497:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783969593.342502:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783969593.342507:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783969593.342511:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783969593.342517:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783969593.342522:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783969593.342527:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783969593.342532:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783969593.342538:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783969593.342543:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783969593.342549:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783969593.342554:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783969593.342559:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783969593.342564:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783969593.342569:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783969593.342575:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783969593.342580:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783969593.342585:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783969593.342590:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783969593.342597:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783969593.342602:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783969593.342607:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783969593.342613:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783969593.342627:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783969593.342632:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783969593.342637:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783969593.342642:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783969593.342647:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783969593.342652:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783969593.342657:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783969593.342662:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783969593.342668:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783969593.342673:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783969593.342678:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:0.0:1783969593.344725:0:21291:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1783969593.344740:0:21291:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-lwp-OST0001 (uuid lustre-MDT0001-lwp-OST0001_UUID) 00000020:00000080:0.0:1783969593.344746:0:21291:0:(genops.c:906:class_export_put()) final put ffff93ea8325b000/lustre-MDT0001-lwp-OST0001_UUID 00000020:00000080:0.0:1783969593.344752:0:21291:0:(genops.c:865:class_export_destroy()) destroying export ffff93ea8325b000/lustre-MDT0001-lwp-OST0001_UUID for lustre-MDT0001-lwp-OST0001 00000020:01000000:0.0:1783969593.344764:0:21291:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-lwp-OST0001 (lustre-MDT0001-lwp-OST0001_UUID) 00000020:01000004:0.0:1783969593.344820:0:21291:0:(obd_mount.c:710:lustre_put_lsi()) put ffff93eab9fc1800 1 00000020:00000080:0.0:1783969593.344826:0:21291:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xea31253a47cbaf8e 00000020:00000080:0.0:1783969593.344831:0:21291:0:(genops.c:906:class_export_put()) final put ffff93eabf7bd000/lustre-OST0001-osd_UUID 00000020:01000000:0.0:1783969593.344885:0:21291:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osd (flags='') 00000020:00000080:0.0:1783969593.344890:0:21291:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1783969593.344895:0:21291:0:(obd_config.c:955:class_cleanup()) lustre-OST0001-osd: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1783969593.344899:0:21291:0:(genops.c:1579:class_disconnect_exports()) OBD device 25 (ffff93e982190000) has no exports 00000020:00000080:2.0:1783969593.347327:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff93eabf7bd000/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:00000080:1.0:1783969593.419971:0:21291:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1783969593.419989:0:21291:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osd (uuid lustre-OST0001-osd_UUID) 00000020:00000080:1.0:1783969593.419996:0:21291:0:(genops.c:906:class_export_put()) final put ffff93eab9fc2000/lustre-OST0001-osd_UUID 00000020:00000080:1.0:1783969593.420001:0:21291:0:(genops.c:865:class_export_destroy()) destroying export ffff93eab9fc2000/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:01000000:1.0:1783969593.420015:0:21291:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osd (lustre-OST0001-osd_UUID) 00000020:01000004:1.0:1783969593.420566:0:21291:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff93eab9fc7000 00000020:01000000:1.0:1783969593.420589:0:21291:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of OSS (flags='F') 00000020:00000080:1.0:1783969593.420594:0:21291:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1783969593.420599:0:21291:0:(obd_config.c:955:class_cleanup()) OSS: forcing exports to disconnect: 0/1 00000020:00080000:1.0:1783969593.420603:0:21291:0:(genops.c:1579:class_disconnect_exports()) OBD device 21 (ffff93eac0e78000) has no exports 00000020:00000080:1.0:1783969593.420644:0:21291:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1783969593.420651:0:21291:0:(obd_config.c:883:class_detach()) detach on obd OSS (uuid OSS_uuid) 00000020:00000080:1.0:1783969593.420654:0:21291:0:(genops.c:906:class_export_put()) final put ffff93eaa5b1a800/OSS_uuid 00000020:00000080:1.0:1783969593.420665:0:21291:0:(genops.c:865:class_export_destroy()) destroying export ffff93eaa5b1a800/OSS_uuid for OSS 00000020:01000000:1.0:1783969593.420668:0:21291:0:(genops.c:441:class_free_dev()) finishing cleanup of obd OSS (OSS_uuid) 00000100:00100000:1.0:1783969593.425469:0:18923:0:(service.c:3183:ptlrpc_main()) ll_ost00_003: service thread [ffff93e9820d0000:18923] 3 exiting: rc = 0 00000100:00100000:0.0:1783969593.427778:0:18620:0:(service.c:3183:ptlrpc_main()) ll_ost00_000: service thread [ffff93ea84f5c600:18620] 0 exiting: rc = 1 00000100:00080000:3.0:1783969593.428173:0:17108:0:(pinger.c:548:ping_evictor_main()) Exiting Ping Evictor 00000100:00100000:3.0:1783969593.428299:0:18622:0:(service.c:3183:ptlrpc_main()) ll_ost00_002: service thread [ffff93ea8dcafa00:18622] 2 exiting: rc = 0 00000100:00100000:3.0:1783969593.428434:0:18621:0:(service.c:3183:ptlrpc_main()) ll_ost00_001: service thread [ffff93eab73cae00:18621] 1 exiting: rc = 0 00000100:00100000:1.0:1783969593.428808:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.428817:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.428822:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.428827:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.428832:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.428837:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.428842:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.428847:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.428851:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.428856:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.428861:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.428866:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.428870:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.428875:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.428879:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.428886:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.428891:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.428895:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.428900:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.428905:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.428909:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.428914:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.428919:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.428924:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.428929:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.428933:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.428938:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.428956:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.428962:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.428967:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.428972:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.428977:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.428994:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.429000:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.429004:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.429009:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.429014:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.429019:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.429023:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.429153:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.429161:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.429166:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.429171:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.429176:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.429181:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.429186:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.429191:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.429196:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.429201:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.429206:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.429210:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.429215:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.429220:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.429224:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.429229:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.429234:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.429240:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.429244:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.429249:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.429254:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.429259:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.429264:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.429269:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.429274:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783969593.435997:0:19683:0:(service.c:3183:ptlrpc_main()) ll_ost_create00_002: service thread [ffff93e981b88600:19683] 2 exiting: rc = 0 00000100:00100000:0.0:1783969593.436269:0:18623:0:(service.c:3183:ptlrpc_main()) ll_ost_create00_000: service thread [ffff93ea8dcae800:18623] 0 exiting: rc = 1 00000100:00100000:1.0:1783969593.436343:0:18624:0:(service.c:3183:ptlrpc_main()) ll_ost_create00_001: service thread [ffff93ea8dcaf000:18624] 1 exiting: rc = 0 00000100:00100000:2.0:1783969593.439909:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969593.439920:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969593.439925:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969593.439931:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969593.439962:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969593.439967:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969593.439972:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969593.439978:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969593.439983:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969593.439988:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969593.439993:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969593.439998:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969593.440003:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969593.440009:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969593.440014:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969593.440019:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969593.440025:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969593.440043:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969593.440049:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969593.440054:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969593.440059:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969593.440063:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969593.440069:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969593.440074:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969593.440079:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969593.440084:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969593.440089:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969593.440094:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969593.440099:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969593.440104:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969593.440109:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969593.440113:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969593.440118:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969593.440124:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969593.440128:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969593.440133:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969593.440137:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969593.440142:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969593.440146:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969593.440160:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969593.440165:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969593.440170:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969593.440175:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969593.440179:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969593.440184:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969593.440189:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969593.440195:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969593.440199:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969593.440205:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969593.440210:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969593.440216:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969593.440221:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969593.440226:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969593.440231:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969593.440236:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969593.440241:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969593.440246:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969593.440250:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969593.440255:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969593.440260:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969593.440266:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969593.440271:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969593.440276:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969593.440282:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969593.443681:0:18626:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_001: service thread [ffff93ea84e8c400:18626] 1 exiting: rc = 0 00000100:00100000:3.0:1783969593.445862:0:18625:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_000: service thread [ffff93eab9249800:18625] 0 exiting: rc = 1 00000100:00100000:0.0:1783969593.446290:0:18627:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_002: service thread [ffff93ea84e8c200:18627] 2 exiting: rc = 0 00000100:00100000:1.0:1783969593.446834:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.446851:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.446868:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.446873:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.446879:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.446884:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.446890:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.446895:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.446901:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.446907:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.446913:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.446918:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.446923:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.446928:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.446933:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.446937:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.446956:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.446962:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.446967:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.446973:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.446979:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.446985:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.446990:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.446995:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.447000:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.447021:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.447041:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.447046:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.447051:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.447056:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.447062:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.447067:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.447072:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.447077:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.447083:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.447088:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.447094:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.447108:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.447114:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.447119:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.447124:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.447130:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.447135:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.447140:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.447146:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.447151:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.447157:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.447162:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.447168:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.447187:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.447195:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.447201:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.447206:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.447212:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.447217:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.447223:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.447228:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.447234:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.447240:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.447245:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.447251:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.447257:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.447263:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.447269:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.458241:0:18628:0:(service.c:3183:ptlrpc_main()) ll_ost_seq00_000: service thread [ffff93ea82bfec00:18628] 0 exiting: rc = 1 00000100:00100000:2.0:1783969593.459828:0:18629:0:(service.c:3183:ptlrpc_main()) ll_ost_seq00_001: service thread [ffff93eab7089200:18629] 1 exiting: rc = 0 00000100:00100000:1.0:1783969593.460408:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.460419:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.460434:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.460438:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.460443:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.460448:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.460454:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.460477:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.460483:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.460488:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.460493:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.460498:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.460502:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.460507:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.460512:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.460518:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.460522:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.460527:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.460532:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.460538:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.460543:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.460548:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.460554:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.460559:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.460565:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.460570:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.460576:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.460582:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.460587:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.460592:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.460597:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.460602:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.460607:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.460612:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.460617:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.460622:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.460626:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.460631:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.460637:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.460643:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.460647:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.460653:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.460666:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.460672:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.460676:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.460681:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.460685:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.460690:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.460695:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.460700:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.460705:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.460710:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.460714:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.460718:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.460723:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.460729:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.460733:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.460740:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.460744:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.460749:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.460753:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.460759:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.460764:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783969593.460768:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783969593.462088:0:18630:0:(service.c:3183:ptlrpc_main()) ll_ost_out00_000: service thread [ffff93eab7089a00:18630] 0 exiting: rc = 1 00000100:00100000:1.0:1783969593.462307:0:18631:0:(service.c:3183:ptlrpc_main()) ll_ost_out00_001: service thread [ffff93eab7089000:18631] 1 exiting: rc = 0 00000100:00100000:2.0:1783969593.462537:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969593.462564:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969593.462572:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969593.462577:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969593.462582:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969593.462587:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969593.462594:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969593.462599:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969593.462616:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969593.462623:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969593.462629:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969593.462635:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969593.462642:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969593.462661:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969593.462668:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969593.462674:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969593.462679:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969593.462684:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969593.462691:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969593.462696:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969593.462701:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969593.462707:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969593.462713:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969593.462719:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969593.462725:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969593.462745:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969593.462753:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969593.462758:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969593.462764:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969593.462770:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969593.462775:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969593.462781:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969593.462787:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969593.462793:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969593.462798:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969593.462803:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969593.462809:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969593.462828:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969593.462835:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969593.462840:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969593.462846:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969593.462851:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969593.462857:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969593.462869:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969593.462876:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969593.462883:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969593.462889:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969593.462895:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969593.462902:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969593.462923:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969593.462930:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969593.462936:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969593.462952:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969593.462959:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969593.462964:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969593.462969:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969593.462975:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969593.462981:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969593.462986:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969593.462992:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969593.462997:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969593.463013:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969593.463276:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783969593.463292:0:21291:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:02000400:3.0:1783969593.480225:0:21291:0:(tgt_mount.c:2181:server_put_super()) server umount lustre-OST0001 complete 00000001:02000400:2.0:1783969617.991610:0:22057:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg134-server.virtnet: executing load_modules_local 00000020:01000004:3.0:1783969631.731771:0:22657:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:3.0:1783969631.731776:0:22657:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/mds1_flakey 00000020:01000004:3.0:1783969631.731778:0:22657:0:(obd_mount.c:929:lmd_print()) options: user_xattr,errors=remount-ro 00000080:01200004:3.0:1783969631.732012:0:22657:0:(super25.c:130:lustre_fill_super()) VFS Op: sb ffff93eac1553800 00000020:01000004:3.0:1783969631.732029:0:22657:0:(tgt_mount.c:2500:osd_start()) Attempting to start lustre-MDT0000, type=osd-ldiskfs, lsifl=200005, mountfl=0 00000020:01000004:3.0:1783969631.732036:0:22657:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-osd (typ=osd-ldiskfs) 00000020:00000080:3.0:1783969631.732051:0:22657:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-osd (ffff93eac0e78000) 00000020:00000080:3.0:1783969631.732066:0:22657:0:(obd_config.c:720:class_attach_name()) OBD: dev 0 attached type osd-ldiskfs with refcount 2 00100000:10000000:3.0:1783969631.849513:0:22657:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x13:0x0] (16/1) registered 00100000:10000000:3.0:1783969631.861199:0:22657:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:3.0:1783969631.863295:0:22657:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2:0x0] (8/32) registered 00100000:10000000:2.0:1783969631.884653:0:22657:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x17:0x0] (16/1) registered 00100000:10000000:2.0:1783969631.885496:0:22657:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x27:0x0] (24/16) registered 00100000:10000000:2.0:1783969631.892858:0:22657:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x16:0x0] (16/1) registered 00100000:10000000:2.0:1783969631.896235:0:22657:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x21:0x0] (16/1) registered 00100000:10000000:2.0:1783969631.896936:0:22657:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x20:0x0] (16/1) registered 00100000:10000000:2.0:1783969631.897199:0:22657:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x22:0x0] (16/1) registered 00100000:10000000:2.0:1783969631.898456:0:22657:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x25:0x0] (24/16) registered 00100000:10000000:2.0:1783969631.898798:0:22657:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x34:0x0] (24/16) registered 00100000:10000000:2.0:1783969631.900468:0:22657:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x30:0x0] (24/16) registered 00100000:10000000:2.0:1783969631.900808:0:22657:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x18:0x0] (16/1) registered 00100000:10000000:2.0:1783969631.901309:0:22657:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x28:0x0] (24/16) registered 00100000:10000000:2.0:1783969631.901725:0:22657:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2b:0x0] (24/16) registered 00100000:10000000:2.0:1783969631.903081:0:22657:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x29:0x0] (24/16) registered 00100000:10000000:2.0:1783969631.903419:0:22657:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2d:0x0] (24/16) registered 00100000:10000000:2.0:1783969631.905083:0:22657:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1c:0x0] (16/1) registered 00100000:10000000:0.0:1783969631.906335:0:22657:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2e:0x0] (24/16) registered 00100000:10000000:0.0:1783969631.913581:0:22657:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2c:0x0] (24/16) registered 00100000:10000000:0.0:1783969631.925825:0:22657:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1e:0x0] (16/1) registered 00100000:10000000:0.0:1783969631.929366:0:22657:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x33:0x0] (24/16) registered 00100000:10000000:0.0:1783969631.929909:0:22657:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2a:0x0] (24/16) registered 00100000:10000000:0.0:1783969631.930164:0:22657:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1a:0x0] (16/1) registered 00100000:10000000:0.0:1783969631.930417:0:22657:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x14:0x0] (16/1) registered 00100000:10000000:0.0:1783969631.930646:0:22657:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x26:0x0] (24/16) registered 00100000:10000000:0.0:1783969631.930863:0:22657:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x19:0x0] (16/1) registered 00100000:10000000:0.0:1783969631.931103:0:22657:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1f:0x0] (16/1) registered 00100000:10000000:0.0:1783969631.931641:0:22657:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x32:0x0] (24/16) registered 00100000:10000000:0.0:1783969631.931897:0:22657:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x31:0x0] (24/16) registered 00100000:10000000:0.0:1783969631.932127:0:22657:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2f:0x0] (24/16) registered 00100000:10000000:0.0:1783969631.932414:0:22657:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1b:0x0] (16/1) registered 00100000:10000000:0.0:1783969631.932770:0:22657:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x23:0x0] (16/1) registered 00100000:10000000:0.0:1783969631.932971:0:22657:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1d:0x0] (16/1) registered 00100000:10000000:0.0:1783969631.933164:0:22657:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x15:0x0] (16/1) registered 00100000:10000000:0.0:1783969631.935155:0:22657:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:0.0:1783969631.936034:0:22657:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xe:0x0] (8/32) registered 00100000:10000000:0.0:1783969631.936287:0:22657:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20002:0x0] (8/8) registered 00100000:10000000:0.0:1783969631.936581:0:22657:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x9:0x0] (8/32) registered 00100000:10000000:0.0:1783969631.936864:0:22657:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:0.0:1783969631.937104:0:22657:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xc:0x0] (8/32) registered 00100000:10000000:0.0:1783969631.938089:0:22657:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xa:0x0] (8/32) registered 00100000:10000000:0.0:1783969631.938409:0:22657:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20001:0x0] (8/8) registered 00100000:10000000:0.0:1783969631.938634:0:22657:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20003:0x0] (8/8) registered 00100000:10000000:0.0:1783969631.939003:0:22657:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xb:0x0] (8/32) registered 00100000:10000000:0.0:1783969631.939213:0:22657:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:0.0:1783969631.939445:0:22657:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xd:0x0] (8/32) registered 00100000:10000000:1.0:1783969631.946826:0:22657:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x10000:0x0] (8/32) registered 00100000:10000000:1.0:1783969631.947547:0:22657:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x1010000:0x0] (8/32) registered 00100000:10000000:1.0:1783969631.947923:0:22657:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x2010000:0x0] (8/32) registered 00100000:10000000:1.0:1783969631.948480:0:22657:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x2020000:0x0] (8/32) registered 00100000:10000000:1.0:1783969631.948988:0:22657:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x20000:0x0] (8/32) registered 00100000:10000000:1.0:1783969631.949184:0:22657:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x1020000:0x0] (8/32) registered 00080000:01000000:1.0:1783969631.949932:0:22657:0:(osd_lproc.c:911:osd_procfs_init()) lustre-MDT0000: register osd-ldiskfs tunable parameters 00000020:00000080:1.0:1783969631.950145:0:22657:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00080000:01000000:1.0:1783969631.950153:0:22657:0:(osd_handler.c:8929:osd_obd_connect()) connect #0 00000020:00000080:1.0:1783969631.950173:0:22657:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xea31253a47cbb43b 00000020:01000004:1.0:1783969631.950180:0:22657:0:(tgt_mount.c:2585:server_fill_super()) Found service lustre-MDT0000 on device /dev/mapper/mds1_flakey 00000020:01000000:1.0:1783969631.950185:0:22657:0:(tgt_mount.c:219:server_start_mgs()) Start MGS service MGS 00000020:01000004:1.0:1783969631.950191:0:22657:0:(tgt_mount.c:101:server_register_mount()) register mount ffff93eac1553800 from MGS 00000020:01000004:1.0:1783969631.950194:0:22657:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGS (typ=mgs) 00000020:00000080:1.0:1783969631.950203:0:22657:0:(genops.c:413:class_newdev()) Allocate new device MGS (ffff93e982794d40) 00000020:00000080:1.0:1783969631.950212:0:22657:0:(obd_config.c:720:class_attach_name()) OBD: dev 1 attached type mgs with refcount 2 00000020:01000004:1.0:1783969631.950270:0:22657:0:(tgt_mount.c:153:server_get_mount()) get mount ffff93eac1553800 from MGS, refs=2 00080000:01000000:1.0:1783969631.950274:0:22657:0:(osd_handler.c:8929:osd_obd_connect()) connect #1 00000020:00000080:1.0:1783969631.950278:0:22657:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xea31253a47cbb449 00000100:00100000:1.0:1783969631.950372:0:22657:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:1.0:1783969631.950505:0:22657:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 0 min 2 max 56 00000100:00100000:1.0:1783969631.950511:0:22657:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_000' 00000100:00100000:3.0:1783969631.953068:0:22657:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 1 min 2 max 56 00000100:00100000:3.0:1783969631.953081:0:22657:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_001' 00000100:00100000:3.0:1783969631.953940:0:22657:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1783969631.954086:0:22657:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 0 min 3 max 56 00000100:00100000:3.0:1783969631.954091:0:22657:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_000' 00000100:00100000:3.0:1783969631.955194:0:22657:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 1 min 3 max 56 00000100:00100000:3.0:1783969631.955202:0:22657:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_001' 00000100:00100000:3.0:1783969631.955966:0:22657:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 2 min 3 max 56 00000100:00100000:3.0:1783969631.955973:0:22657:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_002' 00010000:00010000:2.0:1783969631.959256:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783969631.959261:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783969631.959264:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783969631.959936:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783969631.959939:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783969631.959941:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783969631.960552:0:22657:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-MGS-0 is initialized 00010000:00010000:2.0:1783969631.962022:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:01000000:3.0:1783969631.967170:0:22657:0:(llog_obd.c:197:llog_setup()) obd MGS ctxt 0 is initialized 10000000:01000000:3.0:1783969631.969584:0:22669:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x2 (params) 20000000:01000000:1.0:1783969631.969650:0:22657:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 2 20000000:01000000:1.0:1783969631.969711:0:22657:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:0.0:1783969631.977011:0:22657:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 00000100:00100000:0.0:1783969631.977414:0:22657:0:(service.c:155:ptlrpc_grow_req_bufs()) mgs: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1783969631.977586:0:22657:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 0 min 3 max 32 00000100:00100000:0.0:1783969631.977593:0:22657:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0000' 00000100:00100000:0.0:1783969631.980547:0:22657:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 1 min 3 max 32 00000100:00100000:0.0:1783969631.980561:0:22657:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0001' 00000100:00100000:1.0:1783969631.980909:0:22657:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 2 min 3 max 32 00000100:00100000:1.0:1783969631.980916:0:22657:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0002' 00000020:00000080:1.0:1783969631.982234:0:22657:0:(obd_config.c:826:class_setup()) finished setup of obd MGS (uuid MGS) 00000020:01000004:1.0:1783969631.982258:0:22657:0:(obd_mount.c:411:lustre_start_mgc()) Start MGC 'MGC192.168.201.134@tcp' 00000020:01000004:1.0:1783969631.982260:0:22657:0:(obd_mount.c:420:lustre_start_mgc()) mgs NIDs (null). 00000020:01000004:1.0:1783969631.982293:0:22657:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGC192.168.201.134@tcp (typ=mgc) 00000020:00000080:1.0:1783969631.982316:0:22657:0:(genops.c:413:class_newdev()) Allocate new device MGC192.168.201.134@tcp (ffff93e982790000) 00000020:00000080:1.0:1783969631.982333:0:22657:0:(obd_config.c:720:class_attach_name()) OBD: dev 2 attached type mgc with refcount 2 00010000:00080000:1.0:1783969631.982636:0:22657:0:(ldlm_lib.c:102:import_set_conn()) imp ffff93e982128800@MGC192.168.201.134@tcp: add connection 192.168.201.134@tcp at head 00010000:00010000:1.0:1783969631.982790:0:22657:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-MGC192.168.201.134@tcp-0 is initialized 00000040:01000000:1.0:1783969631.982797:0:22657:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.201.134@tcp ctxt 1 is initialized 10000000:01000000:3.0:1783969631.985567:0:22675:0:(mgc_request.c:631:mgc_requeue_thread()) Starting requeue thread 00000020:00000080:1.0:1783969631.985657:0:22657:0:(obd_config.c:826:class_setup()) finished setup of obd MGC192.168.201.134@tcp (uuid b884c461-3115-4676-b8ef-3f3c795c44df) 00000020:00000080:1.0:1783969631.985684:0:22657:0:(genops.c:1406:class_connect()) connect: client b884c461-3115-4676-b8ef-3f3c795c44df, cookie 0xea31253a47cbb457 00000100:00080000:1.0:1783969631.985698:0:22657:0:(import.c:510:import_select_connection()) MGC192.168.201.134@tcp: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1783969631.985704:0:22657:0:(import.c:624:import_select_connection()) MGC192.168.201.134@tcp: import ffff93e982128800 using connection 192.168.201.134@tcp/0@lo 00000100:00100000:1.0:1783969631.985744:0:22657:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93ea8e85ca80 x1870627099360896/t0(0) o250->MGC192.168.201.134@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1783969631.985773:0:22657:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import b884c461-3115-4676-b8ef-3f3c795c44df->MGS 00000020:01000004:1.0:1783969631.985831:0:22657:0:(tgt_mount.c:1809:server_start_targets()) starting target lustre-MDT0000 00000020:01000004:1.0:1783969631.985837:0:22657:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MDS (typ=mds) 00000020:00000080:1.0:1783969631.985852:0:22657:0:(genops.c:413:class_newdev()) Allocate new device MDS (ffff93e9827919c0) 00000020:00000080:1.0:1783969631.985867:0:22657:0:(obd_config.c:720:class_attach_name()) OBD: dev 3 attached type mds with refcount 2 00000100:00100000:2.0:1783969631.990787:0:3645:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea8e85ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b884c461-3115-4676-b8ef-3f3c795c44df:3645:1870627099360896:0@lo:250:mount.lustre.0 00000100:00100000:2.0:1783969631.990872:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783969631.993535:0:22671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099360896 00000100:00100000:3.0:1783969631.993549:0:22671:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099360896 00000100:00100000:3.0:1783969631.993600:0:22671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1783969631.993608:0:22671:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93e98366f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0+-99:3645:x1870627099360896:12345-0@lo:250:mount.lustre.0 00010000:00080000:3.0:1783969631.993636:0:22671:0:(ldlm_lib.c:1445:target_handle_connect()) MGS: connection from b884c461-3115-4676-b8ef-3f3c795c44df@0@lo t0 exp 0000000000000000 cur 694 last 0 00000020:00000080:3.0:1783969631.993664:0:22671:0:(genops.c:1406:class_connect()) connect: client b884c461-3115-4676-b8ef-3f3c795c44df, cookie 0xea31253a47cbb465 00000100:00080000:3.0:1783969631.993782:0:22671:0:(import.c:65:import_set_state_nolock()) ffff93eac1557000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1783969631.993867:0:22671:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93e98366f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b884c461-3115-4676-b8ef-3f3c795c44df+5:3645:x1870627099360896:12345-0@lo:250:mount.lustre.0 Request processed in 259us (2995us total) trans 0 rc 0/0 00000100:00100000:3.0:1783969631.993875:0:22671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00080000:0.0:1783969631.995116:0:22674:0:(pinger.c:466:ping_evictor_main()) Starting Ping Evictor 00000100:00100000:2.0:1783969631.997629:0:3645:0:(client.c:3112:ptlrpc_free_committed()) MGC192.168.201.134@tcp: committing for last_committed 0 gen 1 00000100:00080000:2.0:1783969631.997645:0:3645:0:(import.c:1132:ptlrpc_connect_interpret()) MGC192.168.201.134@tcp: connect to target with instance 0 00000100:00080000:2.0:1783969631.997654:0:3645:0:(import.c:956:ptlrpc_connect_set_flags()) MGC192.168.201.134@tcp: Resetting ns_connect_flags to server flags: 0xa000011001002060 10000000:01000000:2.0:1783969631.997660:0:3645:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808005 00000100:00080000:2.0:1783969631.997665:0:3645:0:(import.c:65:import_set_state_nolock()) ffff93e982128800 MGS: changing import state from CONNECTING to FULL 10000000:01000000:2.0:1783969631.997669:0:3645:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808004 00000100:00080000:2.0:1783969631.997688:0:3645:0:(pinger.c:186:ptlrpc_pinger_ir_up()) IR up 00000100:00100000:2.0:1783969631.997698:0:3645:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea8e85ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b884c461-3115-4676-b8ef-3f3c795c44df:3645:1870627099360896:0@lo:250:mount.lustre.0 00000100:00100000:1.0:1783969632.005002:0:22657:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt: allocate 64 new 262144-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1783969632.005184:0:22657:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 0 min 3 max 116 00000100:00100000:1.0:1783969632.005191:0:22657:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_000' 00000100:00100000:1.0:1783969632.007154:0:22657:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 1 min 3 max 116 00000100:00100000:1.0:1783969632.007167:0:22657:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_001' 00000100:00100000:3.0:1783969632.008734:0:22657:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 2 min 3 max 116 00000100:00100000:3.0:1783969632.008745:0:22657:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_002' 00000100:00100000:3.0:1783969632.009690:0:22657:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_readpage: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1783969632.009875:0:22657:0:(service.c:3462:ptlrpc_start_thread()) mdt_readpage[0] started 0 min 2 max 80 00000100:00100000:3.0:1783969632.009881:0:22657:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_000' 00000100:00100000:3.0:1783969632.011781:0:22657:0:(service.c:3462:ptlrpc_start_thread()) mdt_readpage[0] started 1 min 2 max 80 00000100:00100000:3.0:1783969632.011793:0:22657:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_001' 00000100:00100000:1.0:1783969632.059800:0:22657:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1783969632.059997:0:22657:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 0 min 2 max 116 00000100:00100000:1.0:1783969632.060005:0:22657:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_000' 00000100:00100000:1.0:1783969632.061128:0:22657:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 1 min 2 max 116 00000100:00100000:1.0:1783969632.061137:0:22657:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_001' 00000100:00100000:1.0:1783969632.066117:0:22657:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqs: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1783969632.066287:0:22657:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqs[-1] started 0 min 2 max 256 00000100:00100000:1.0:1783969632.066293:0:22657:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqs_0000' 00000100:00100000:1.0:1783969632.066948:0:22657:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqs[-1] started 1 min 2 max 256 00000100:00100000:1.0:1783969632.066956:0:22657:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqs_0001' 00000100:00100000:1.0:1783969632.068005:0:22657:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqm: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1783969632.068135:0:22657:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqm[-1] started 0 min 2 max 256 00000100:00100000:1.0:1783969632.068140:0:22657:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqm_0000' 00000100:00100000:1.0:1783969632.068852:0:22657:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqm[-1] started 1 min 2 max 256 00000100:00100000:1.0:1783969632.068860:0:22657:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqm_0001' 00000100:00100000:1.0:1783969632.069757:0:22657:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_fld: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1783969632.069899:0:22657:0:(service.c:3462:ptlrpc_start_thread()) mdt_fld[-1] started 0 min 2 max 256 00000100:00100000:1.0:1783969632.069903:0:22657:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_fld_0000' 00000100:00100000:1.0:1783969632.075015:0:22657:0:(service.c:3462:ptlrpc_start_thread()) mdt_fld[-1] started 1 min 2 max 256 00000100:00100000:1.0:1783969632.075028:0:22657:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_fld_0001' 00000100:00100000:2.0:1783969632.110091:0:22657:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1783969632.110290:0:22657:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 0 min 3 max 116 00000100:00100000:2.0:1783969632.110310:0:22657:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_000' 00000100:00100000:1.0:1783969632.118770:0:22657:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 1 min 3 max 116 00000100:00100000:1.0:1783969632.118804:0:22657:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_001' 00000100:00100000:0.0:1783969632.126365:0:22657:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 2 min 3 max 116 00000100:00100000:0.0:1783969632.126587:0:22657:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_002' 00000020:00000080:0.0:1783969632.129091:0:22657:0:(obd_config.c:826:class_setup()) finished setup of obd MDS (uuid MDS_uuid) 00000020:01000004:0.0:1783969632.129126:0:22657:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/mds1_flakey 10000000:01000000:0.0:1783969632.129132:0:22657:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.201.134@tcp: cl_mgc_mutex lustre-MDT0000-osd for locked: rc = 0 00000040:01000000:0.0:1783969632.129242:0:22657:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.201.134@tcp ctxt 0 is initialized 00000020:01000004:0.0:1783969632.129291:0:22657:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-MDT0000, fs=lustre, 192.168.201.134@tcp, index=0000, flags=0x20005 00000020:01000004:0.0:1783969632.129308:0:22657:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:0.0:1783969632.129309:0:22657:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1783969632.129310:0:22657:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1783969632.129312:0:22657:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1783969632.129313:0:22657:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1783969632.129314:0:22657:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1783969632.129315:0:22657:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1783969632.129317:0:22657:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1783969632.129319:0:22657:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1783969632.129320:0:22657:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:0.0:1783969632.129323:0:22657:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x10020005 00000020:01000004:0.0:1783969632.129325:0:22657:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:0.0:1783969632.129326:0:22657:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1783969632.129327:0:22657:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1783969632.129329:0:22657:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1783969632.129330:0:22657:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1783969632.129330:0:22657:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1783969632.129332:0:22657:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1783969632.129334:0:22657:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1783969632.129334:0:22657:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1783969632.129336:0:22657:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:0.0:1783969632.129366:0:22657:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:0.0:1783969632.129502:0:22657:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea889e6300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b884c461-3115-4676-b8ef-3f3c795c44df:22657:1870627099361024:0@lo:253:mount.lustre.0 00000100:00100000:0.0:1783969632.129586:0:22657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783969632.129623:0:22657:0:(client.c:2702:ptlrpc_set_wait()) set ffff93ea94488c00 going to sleep for 11 seconds 00000100:00100000:1.0:1783969632.129700:0:22673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099361024 00000100:00100000:1.0:1783969632.129708:0:22673:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099361024 00000100:00100000:1.0:1783969632.129753:0:22673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1783969632.129762:0:22673:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93e98366ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b884c461-3115-4676-b8ef-3f3c795c44df+5:22657:x1870627099361024:12345-0@lo:253:mount.lustre.0 20000000:01000000:1.0:1783969632.129811:0:22673:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:1.0:1783969632.129814:0:22673:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:1.0:1783969632.129817:0:22673:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-MDT0000 is running on 0@lo 10000000:01000000:2.0:1783969632.130827:0:22694:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:01000000:0.0:1783969632.131737:0:22673:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 10 20000000:01000000:3.0:1783969632.134237:0:22695:0:(mgs_llog.c:340:mgs_fsdb_handler()) MDT index is 0 20000000:01000000:3.0:1783969632.134243:0:22695:0:(mgs_llog.c:340:mgs_fsdb_handler()) MDT index is 1 20000000:01000000:3.0:1783969632.134247:0:22695:0:(mgs_llog.c:324:mgs_fsdb_handler()) OST index for lustre-OST0000_UUID is 0 (0) 20000000:01000000:3.0:1783969632.134249:0:22695:0:(mgs_llog.c:324:mgs_fsdb_handler()) OST index for lustre-OST0001_UUID is 1 (1) 00000040:00080000:3.0:1783969632.134634:0:22695:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 20000000:01000000:0.0:1783969632.135021:0:22673:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:0.0:1783969632.135032:0:22673:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00000100:00100000:0.0:1783969632.136817:0:22673:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93e98366ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b884c461-3115-4676-b8ef-3f3c795c44df+5:22657:x1870627099361024:12345-0@lo:253:mount.lustre.0 Request processed in 7046us (7220us total) trans 0 rc 0/0 00000100:00100000:0.0:1783969632.136836:0:22673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1783969632.137000:0:22657:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea889e6300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b884c461-3115-4676-b8ef-3f3c795c44df:22657:1870627099361024:0@lo:253:mount.lustre.0 10000000:01000000:2.0:1783969632.137015:0:22657:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:2.0:1783969632.137018:0:22657:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1783969632.137020:0:22657:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1783969632.137021:0:22657:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1783969632.137030:0:22657:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1783969632.137032:0:22657:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1783969632.137033:0:22657:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1783969632.137035:0:22657:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1783969632.137037:0:22657:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1783969632.137039:0:22657:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1783969632.137040:0:22657:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:2.0:1783969632.137058:0:22657:0:(tgt_mount.c:101:server_register_mount()) register mount ffff93eac1553800 from lustre-MDT0000 10000000:01000000:2.0:1783969632.137086:0:22657:0:(mgc_request.c:1943:mgc_process_config()) parse_log lustre-MDT0000 from 0 10000000:01000000:2.0:1783969632.137088:0:22657:0:(mgc_request.c:329:config_log_add()) add config log lustre-MDT0000-0000000000000000 10000000:01000000:2.0:1783969632.137093:0:22657:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-sptlrpc-ffff93e982790000 10000000:01000000:2.0:1783969632.137097:0:22657:0:(mgc_request.c:68:mgc_name2resid()) log lustre-sptlrpc to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1783969632.137106:0:22657:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-sptlrpc-ffff93e982790000 from 1 10000000:01000000:2.0:1783969632.137109:0:22657:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:2.0:1783969632.137146:0:22657:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.134@tcp lock: ffff93ea837bdc00/0xea31253a47cbb46c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969632.137156:0:22657:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.134@tcp lock: ffff93ea837bdc00/0xea31253a47cbb46c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969632.137166:0:22657:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.134@tcp lock: ffff93ea837bdc00/0xea31253a47cbb46c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783969632.137186:0:22657:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93eabb428380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b884c461-3115-4676-b8ef-3f3c795c44df:22657:1870627099361152:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1783969632.137220:0:22657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783969632.137304:0:22657:0:(client.c:2702:ptlrpc_set_wait()) set ffff93ea880999c0 going to sleep for 11 seconds 00000100:00100000:0.0:1783969632.137343:0:22672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099361152 00000100:00100000:0.0:1783969632.137349:0:22672:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099361152 00000100:00100000:1.0:1783969632.137680:0:22672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1783969632.137691:0:22672:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93e98366e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b884c461-3115-4676-b8ef-3f3c795c44df+5:22657:x1870627099361152:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1783969632.137703:0:22672:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783969632.137720:0:22672:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff93e983de7200/0xea31253a47cbb473 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xea31253a47cbb46c expref: -99 pid: 22672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969632.137743:0:22672:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff93e983de7200/0xea31253a47cbb473 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xea31253a47cbb46c expref: 6 pid: 22672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969632.137753:0:22672:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff93e983de7200/0xea31253a47cbb473 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xea31253a47cbb46c expref: 6 pid: 22672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969632.137762:0:22672:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93e983de7200, rc 0) 00000100:00100000:1.0:1783969632.137805:0:22672:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93e98366e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b884c461-3115-4676-b8ef-3f3c795c44df+6:22657:x1870627099361152:12345-0@lo:101:mount.lustre.0 Request processed in 117us (584us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969632.137811:0:22672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1783969632.137882:0:22657:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93eabb428380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b884c461-3115-4676-b8ef-3f3c795c44df:22657:1870627099361152:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1783969632.137897:0:22657:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.134@tcp lock: ffff93ea837bdc00/0xea31253a47cbb46c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xea31253a47cbb473 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969632.137906:0:22657:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.134@tcp lock: ffff93ea837bdc00/0xea31253a47cbb46c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xea31253a47cbb473 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783969632.137976:0:22657:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93eabb428380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b884c461-3115-4676-b8ef-3f3c795c44df:22657:1870627099361280:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1783969632.138001:0:22657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783969632.138159:0:22657:0:(client.c:2702:ptlrpc_set_wait()) set ffff93ea880999c0 going to sleep for 11 seconds 00000100:00100000:3.0:1783969632.138223:0:22671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099361280 00000100:00100000:3.0:1783969632.138227:0:22671:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099361280 00000100:00100000:3.0:1783969632.138247:0:22671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1783969632.138253:0:22671:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93e98366f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b884c461-3115-4676-b8ef-3f3c795c44df+6:22657:x1870627099361280:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1783969632.138356:0:22671:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93e98366f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b884c461-3115-4676-b8ef-3f3c795c44df+6:22657:x1870627099361280:12345-0@lo:501:mount.lustre.0 Request processed in 102us (353us total) trans 0 rc -2/-2 00000100:00100000:3.0:1783969632.138365:0:22671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1783969632.138475:0:22657:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93eabb428380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b884c461-3115-4676-b8ef-3f3c795c44df:22657:1870627099361280:0@lo:501:mount.lustre.0 10000000:01000000:2.0:1783969632.138502:0:22657:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.201.134@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:2.0:1783969632.138529:0:22657:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.134@tcp lock: ffff93ea837bdc00/0xea31253a47cbb46c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xea31253a47cbb473 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969632.138538:0:22657:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.134@tcp lock: ffff93ea837bdc00/0xea31253a47cbb46c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xea31253a47cbb473 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1783969632.138546:0:22657:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff93eac1553800 10000000:01000000:2.0:1783969632.138550:0:22657:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:2.0:1783969632.138553:0:22657:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-barrier-ffff93eac1553800 10000000:01000000:2.0:1783969632.138555:0:22657:0:(mgc_request.c:68:mgc_name2resid()) log lustre-barrier to resid 0x65727473756c/0x5 (lustre) 10000000:01000000:2.0:1783969632.138558:0:22657:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-barrier-ffff93eac1553800 from 1 10000000:01000000:2.0:1783969632.138561:0:22657:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:2.0:1783969632.138577:0:22657:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.134@tcp lock: ffff93ea837bd600/0xea31253a47cbb47a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969632.138585:0:22657:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.134@tcp lock: ffff93ea837bd600/0xea31253a47cbb47a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969632.138593:0:22657:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.134@tcp lock: ffff93ea837bd600/0xea31253a47cbb47a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783969632.138606:0:22657:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93eabb428380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b884c461-3115-4676-b8ef-3f3c795c44df:22657:1870627099361408:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1783969632.138637:0:22657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783969632.138651:0:22657:0:(client.c:2702:ptlrpc_set_wait()) set ffff93ea880999c0 going to sleep for 11 seconds 00000100:00100000:3.0:1783969632.138972:0:22671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099361408 00000100:00100000:3.0:1783969632.138977:0:22671:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099361408 00000100:00100000:3.0:1783969632.138995:0:22671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1783969632.139000:0:22671:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93e98366d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b884c461-3115-4676-b8ef-3f3c795c44df+6:22657:x1870627099361408:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1783969632.139008:0:22671:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783969632.139018:0:22671:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff93ea813a1a00/0xea31253a47cbb481 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xea31253a47cbb47a expref: -99 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969632.139033:0:22671:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff93ea813a1a00/0xea31253a47cbb481 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xea31253a47cbb47a expref: 7 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969632.139041:0:22671:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff93ea813a1a00/0xea31253a47cbb481 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xea31253a47cbb47a expref: 7 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969632.139047:0:22671:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93ea813a1a00, rc 0) 00000100:00100000:3.0:1783969632.139081:0:22671:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93e98366d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b884c461-3115-4676-b8ef-3f3c795c44df+7:22657:x1870627099361408:12345-0@lo:101:mount.lustre.0 Request processed in 80us (444us total) trans 0 rc 0/0 00000100:00100000:3.0:1783969632.139086:0:22671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1783969632.139143:0:22657:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93eabb428380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b884c461-3115-4676-b8ef-3f3c795c44df:22657:1870627099361408:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1783969632.139153:0:22657:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.134@tcp lock: ffff93ea837bd600/0xea31253a47cbb47a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xea31253a47cbb481 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969632.139160:0:22657:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.134@tcp lock: ffff93ea837bd600/0xea31253a47cbb47a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xea31253a47cbb481 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1783969632.139170:0:22657:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.201.134@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:2.0:1783969632.139183:0:22657:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.134@tcp lock: ffff93ea837bd600/0xea31253a47cbb47a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xea31253a47cbb481 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969632.139189:0:22657:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.134@tcp lock: ffff93ea837bd600/0xea31253a47cbb47a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xea31253a47cbb481 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1783969632.139194:0:22657:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-MDT0000-0000000000000000 10000000:01000000:2.0:1783969632.139197:0:22657:0:(mgc_request.c:68:mgc_name2resid()) log lustre-MDT0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1783969632.139202:0:22657:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-mdtir-ffff93eac1553800 10000000:01000000:2.0:1783969632.139203:0:22657:0:(mgc_request.c:68:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:2.0:1783969632.139206:0:22657:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 1 10000000:01000000:2.0:1783969632.139208:0:22657:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:2.0:1783969632.139221:0:22657:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.134@tcp lock: ffff93ea837bce00/0xea31253a47cbb488 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969632.139228:0:22657:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.134@tcp lock: ffff93ea837bce00/0xea31253a47cbb488 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969632.139235:0:22657:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.134@tcp lock: ffff93ea837bce00/0xea31253a47cbb488 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783969632.139254:0:22657:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93eabb428380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b884c461-3115-4676-b8ef-3f3c795c44df:22657:1870627099361536:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1783969632.139279:0:22657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783969632.139291:0:22657:0:(client.c:2702:ptlrpc_set_wait()) set ffff93ea880999c0 going to sleep for 11 seconds 00000100:00100000:3.0:1783969632.139345:0:22671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099361536 00000100:00100000:3.0:1783969632.139349:0:22671:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099361536 00000100:00100000:3.0:1783969632.139366:0:22671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1783969632.139372:0:22671:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93e98366e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b884c461-3115-4676-b8ef-3f3c795c44df+7:22657:x1870627099361536:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1783969632.139378:0:22671:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783969632.139508:0:22671:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff93ea813a0000/0xea31253a47cbb48f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xea31253a47cbb488 expref: -99 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969632.139522:0:22671:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff93ea813a0000/0xea31253a47cbb48f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xea31253a47cbb488 expref: 8 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969632.139529:0:22671:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff93ea813a0000/0xea31253a47cbb48f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xea31253a47cbb488 expref: 8 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969632.139542:0:22671:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93ea813a0000, rc 0) 00000100:00100000:3.0:1783969632.139579:0:22671:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93e98366e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b884c461-3115-4676-b8ef-3f3c795c44df+8:22657:x1870627099361536:12345-0@lo:101:mount.lustre.0 Request processed in 207us (299us total) trans 0 rc 0/0 00000100:00100000:3.0:1783969632.139585:0:22671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1783969632.139643:0:22657:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93eabb428380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b884c461-3115-4676-b8ef-3f3c795c44df:22657:1870627099361536:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1783969632.139652:0:22657:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.134@tcp lock: ffff93ea837bce00/0xea31253a47cbb488 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xea31253a47cbb48f expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969632.139658:0:22657:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.134@tcp lock: ffff93ea837bce00/0xea31253a47cbb488 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xea31253a47cbb48f expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783969632.139705:0:22657:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93eabb428380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b884c461-3115-4676-b8ef-3f3c795c44df:22657:1870627099361664:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1783969632.139728:0:22657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783969632.139755:0:22657:0:(client.c:2702:ptlrpc_set_wait()) set ffff93ea880999c0 going to sleep for 11 seconds 00000100:00100000:3.0:1783969632.139792:0:22671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099361664 00000100:00100000:3.0:1783969632.139797:0:22671:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099361664 00000100:00100000:3.0:1783969632.139814:0:22671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1783969632.139820:0:22671:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea82bb4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b884c461-3115-4676-b8ef-3f3c795c44df+8:22657:x1870627099361664:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1783969632.140071:0:22671:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea82bb4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b884c461-3115-4676-b8ef-3f3c795c44df+9:22657:x1870627099361664:12345-0@lo:501:mount.lustre.0 Request processed in 250us (340us total) trans 0 rc 0/0 00000100:00100000:3.0:1783969632.140077:0:22671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1783969632.140331:0:22657:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93eabb428380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b884c461-3115-4676-b8ef-3f3c795c44df:22657:1870627099361664:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1783969632.140360:0:22657:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93eabb428380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b884c461-3115-4676-b8ef-3f3c795c44df:22657:1870627099361792:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1783969632.140946:0:22657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783969632.141015:0:22657:0:(client.c:2702:ptlrpc_set_wait()) set ffff93ea880999c0 going to sleep for 11 seconds 00000100:00100000:0.0:1783969632.141048:0:22671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099361792 00000100:00100000:0.0:1783969632.141053:0:22671:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099361792 00000100:00100000:0.0:1783969632.141131:0:22671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1783969632.141140:0:22671:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93e983307850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b884c461-3115-4676-b8ef-3f3c795c44df+9:22657:x1870627099361792:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1783969632.142065:0:22671:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93e983307850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b884c461-3115-4676-b8ef-3f3c795c44df+9:22657:x1870627099361792:12345-0@lo:503:mount.lustre.0 Request processed in 923us (1117us total) trans 0 rc 0/0 00000100:00100000:0.0:1783969632.142077:0:22671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1783969632.142157:0:22657:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93eabb428380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b884c461-3115-4676-b8ef-3f3c795c44df:22657:1870627099361792:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1783969632.144526:0:22696:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93e98369b480 pname:cluuid:pid:xid:nid:opc:job llog_process_th:b884c461-3115-4676-b8ef-3f3c795c44df:22696:1870627099361920:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1783969632.144614:0:22696:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783969632.144923:0:22696:0:(client.c:2702:ptlrpc_set_wait()) set ffff93eac0da2480 going to sleep for 11 seconds 00000100:00100000:1.0:1783969632.145080:0:22672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099361920 00000100:00100000:1.0:1783969632.145088:0:22672:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099361920 00000100:00100000:1.0:1783969632.145130:0:22672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1783969632.145139:0:22672:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93e983307450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b884c461-3115-4676-b8ef-3f3c795c44df+9:22696:x1870627099361920:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1783969632.146161:0:22672:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93e983307450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b884c461-3115-4676-b8ef-3f3c795c44df+9:22696:x1870627099361920:12345-0@lo:502:llog_process_th.0 Request processed in 1018us (1542us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969632.146177:0:22672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1783969632.146267:0:22696:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93e98369b480 pname:cluuid:pid:xid:nid:opc:job llog_process_th:b884c461-3115-4676-b8ef-3f3c795c44df:22696:1870627099361920:0@lo:502:llog_process_th.0 00000020:01000000:3.0:1783969632.146308:0:22696:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1783969632.146320:0:22696:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1783969632.146323:0:22696:0:(obd_config.c:1561:class_process_config()) marker 2 (0x1) lustre-MDT0000-m lov setup 00000020:01000000:3.0:1783969632.146328:0:22696:0:(obd_config.c:1967:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0000) 00000020:00000080:3.0:1783969632.146331:0:22696:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1783969632.146345:0:22696:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdtlov (ffff93eac0e799c0) 00000020:00000080:3.0:1783969632.146361:0:22696:0:(obd_config.c:720:class_attach_name()) OBD: dev 4 attached type lod with refcount 2 00000020:00000080:3.0:1783969632.146371:0:22696:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00080000:01000000:3.0:1783969632.146486:0:22696:0:(osd_handler.c:8929:osd_obd_connect()) connect #2 00000020:00000080:3.0:1783969632.146494:0:22696:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xea31253a47cbb49d 00000020:00000080:3.0:1783969632.146696:0:22696:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:01000000:3.0:1783969632.146701:0:22696:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1783969632.146704:0:22696:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1783969632.146705:0:22696:0:(obd_config.c:1561:class_process_config()) marker 2 (0x2) lustre-MDT0000-m lov setup 00000020:01000000:3.0:1783969632.146707:0:22696:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1783969632.146711:0:22696:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1783969632.146712:0:22696:0:(obd_config.c:1561:class_process_config()) marker 3 (0x1) lustre-MDT0000 add mdt 00000020:00000080:3.0:1783969632.146714:0:22696:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1783969632.146721:0:22696:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000 (ffff93eac0e7b380) 00000020:00000080:3.0:1783969632.146730:0:22696:0:(obd_config.c:720:class_attach_name()) OBD: dev 5 attached type mdt with refcount 2 00000020:00000080:3.0:1783969632.146734:0:22696:0:(obd_config.c:1470:class_process_config()) processing cmd: cf007 00000020:00000080:3.0:1783969632.146735:0:22696:0:(obd_config.c:1514:class_process_config()) mountopt: profile lustre-MDT0000 osc lustre-MDT0000-mdtlov mdc (null) 00000020:01000000:3.0:1783969632.146738:0:22696:0:(obd_config.c:1148:class_add_profile()) Add profile lustre-MDT0000 00000020:00000080:3.0:1783969632.146743:0:22696:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000020:01000004:3.0:1783969632.146790:0:22696:0:(tgt_mount.c:153:server_get_mount()) get mount ffff93eac1553800 from lustre-MDT0000, refs=3 00000020:00000080:3.0:1783969632.146803:0:22696:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDD0000 (ffff93eac0e7cd40) 00000020:00000080:3.0:1783969632.146810:0:22696:0:(obd_config.c:720:class_attach_name()) OBD: dev 6 attached type mdd with refcount 2 00000004:01000000:3.0:1783969632.147046:0:22696:0:(lod_dev.c:2291:lod_obd_connect()) connect #0 00000020:00000080:3.0:1783969632.147052:0:22696:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xea31253a47cbb4b2 00000020:00000080:3.0:1783969632.147145:0:22696:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000004:01000000:3.0:1783969632.147152:0:22696:0:(mdd_device.c:1596:mdd_obd_connect()) connect #0 00000020:00000080:3.0:1783969632.147156:0:22696:0:(genops.c:1406:class_connect()) connect: client lustre-MDD0000_UUID, cookie 0xea31253a47cbb4b9 00080000:01000000:3.0:1783969632.147160:0:22696:0:(osd_handler.c:8929:osd_obd_connect()) connect #3 00000020:00000080:3.0:1783969632.147164:0:22696:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xea31253a47cbb4c0 00010000:00010000:1.0:1783969632.216168:0:22696:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-mdt-lustre-MDT0000_UUID-1 is initialized 00000001:00000004:1.0:1783969632.216844:0:22696:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 8589934628 00000001:00080000:1.0:1783969632.217176:0:22696:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000020:00000080:1.0:1783969632.218542:0:22696:0:(genops.c:413:class_newdev()) Allocate new device lustre-QMT0000 (ffff93e982793380) 00000020:00000080:1.0:1783969632.218564:0:22696:0:(obd_config.c:720:class_attach_name()) OBD: dev 7 attached type qmt with refcount 2 00080000:01000000:1.0:1783969632.218656:0:22696:0:(osd_handler.c:8929:osd_obd_connect()) connect #4 00000020:00000080:1.0:1783969632.218664:0:22696:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xea31253a47cbb4ce 00000020:00000080:3.0:1783969632.219184:0:22696:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:3.0:1783969632.221965:0:22696:0:(genops.c:1406:class_connect()) connect: client lustre-QMT0000_UUID, cookie 0xea31253a47cbb4d5 00000020:00000080:3.0:1783969632.222618:0:22696:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:01000000:3.0:1783969632.222629:0:22696:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1783969632.222635:0:22696:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1783969632.222637:0:22696:0:(obd_config.c:1561:class_process_config()) marker 3 (0x2) lustre-MDT0000 add mdt 00000020:01000000:3.0:1783969632.222646:0:22696:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1783969632.222649:0:22696:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #9 00000020:01000000:3.0:1783969632.222650:0:22696:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1783969632.222651:0:22696:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1783969632.222653:0:22696:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1783969632.222655:0:22696:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1783969632.222656:0:22696:0:(obd_config.c:1561:class_process_config()) marker 9 (0x6) lustre sys.timeout 00000020:01000000:3.0:1783969632.222658:0:22696:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1783969632.222663:0:22696:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1783969632.222664:0:22696:0:(obd_config.c:1561:class_process_config()) marker 10 (0x1) lustre-MDT0000 mdt.identity_upcall 00000020:00000080:3.0:1783969632.222668:0:22696:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00f 00000004:01000000:3.0:1783969632.222707:0:22696:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0000: identity upcall set to /home/green/git/lustre-release/lustre/utils/l_getidentity 00000020:01000000:3.0:1783969632.222723:0:22696:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1783969632.222726:0:22696:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1783969632.222728:0:22696:0:(obd_config.c:1561:class_process_config()) marker 10 (0x2) lustre-MDT0000 mdt.identity_upcall 00000020:01000000:3.0:1783969632.222731:0:22696:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1783969632.222734:0:22696:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1783969632.222735:0:22696:0:(obd_config.c:1561:class_process_config()) marker 17 (0x1) lustre-MDT0001 add osp 00000020:00000080:3.0:1783969632.222738:0:22696:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1783969632.222743:0:22696:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.201.134@tcp to nid 0x20000c0a8c986 (192.168.201.134@tcp) 00000020:00000080:3.0:1783969632.222770:0:22696:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1783969632.222784:0:22696:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-osp-MDT0000 (ffff93eab7558000) 00000020:00000080:3.0:1783969632.222796:0:22696:0:(obd_config.c:720:class_attach_name()) OBD: dev 8 attached type osp with refcount 2 00000020:00000080:3.0:1783969632.222801:0:22696:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000004:00080000:3.0:1783969632.222851:0:22696:0:(osp_dev.c:1203:osp_init0()) lustre-MDT0001-osp-MDT0000: connect to lustre-MDT0000-osd (lustre-MDT0001-osp-MDT0000) 00080000:01000000:3.0:1783969632.222857:0:22696:0:(osd_handler.c:8929:osd_obd_connect()) connect #5 00000020:00000080:3.0:1783969632.222862:0:22696:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xea31253a47cbb4e3 00010000:00080000:3.0:1783969632.222893:0:22696:0:(ldlm_lib.c:102:import_set_conn()) imp ffff93ea88951800@lustre-MDT0001-osp-MDT0000: add connection 192.168.201.134@tcp at head 00010000:00010000:3.0:1783969632.224579:0:22696:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-osp-MDT0000-1 is initialized 00000020:00000080:1.0:1783969632.235344:0:22696:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-osp-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1783969632.235362:0:22696:0:(obd_config.c:1470:class_process_config()) processing cmd: cf014 00000004:01000000:1.0:1783969632.235685:0:22696:0:(lod_lov.c:128:lod_add_device()) osp:lustre-MDT0001_UUID idx:1 gen:1 00000020:00000080:1.0:1783969632.235711:0:22696:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xea31253a47cbb4ea 00000100:00080000:1.0:1783969632.235724:0:22696:0:(import.c:510:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1783969632.235729:0:22696:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff93ea88951800 using connection 192.168.201.134@tcp/0@lo 00000100:00100000:1.0:1783969632.235765:0:22696:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93ea8e85e680 x1870627099362048/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1783969632.235849:0:3645:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea8e85e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1870627099362048:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1783969632.235920:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1783969632.235989:0:22696:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID 00000020:01000000:1.0:1783969632.236054:0:22696:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1783969632.236058:0:22696:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1783969632.236060:0:22696:0:(obd_config.c:1561:class_process_config()) marker 17 (0x2) lustre-MDT0001 add osp 00000020:01000000:1.0:1783969632.236063:0:22696:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1783969632.236065:0:22696:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #20 00000020:01000000:1.0:1783969632.236066:0:22696:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1783969632.236068:0:22696:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1783969632.236070:0:22696:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1783969632.236072:0:22696:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1783969632.236074:0:22696:0:(obd_config.c:1561:class_process_config()) marker 20 (0x6) lustre sys.timeout 00000020:01000000:1.0:1783969632.236077:0:22696:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:1.0:1783969632.236082:0:22696:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/mds1_flakey 00000020:00000080:1.0:1783969632.236085:0:22696:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000100:00100000:3.0:1783969632.236197:0:22683:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099362048 00000100:00100000:3.0:1783969632.236205:0:22683:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099362048 00000100:00100000:3.0:1783969632.236235:0:22683:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1783969632.236242:0:22683:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eabb428700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3645:x1870627099362048:12345-0@lo:38:llog_process_th.0 00010000:00020000:3.0:1783969632.236265:0:22683:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000080:1.0:1783969632.239538:0:22696:0:(obd_config.c:1561:class_process_config()) marker 22 (0x1) lustre-OST0000 add osc 00000020:00000080:1.0:1783969632.239558:0:22696:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1783969632.239564:0:22696:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.201.134@tcp to nid 0x20000c0a8c986 (192.168.201.134@tcp) 00000020:01000000:1.0:1783969632.239594:0:22696:0:(obd_config.c:1975:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:1.0:1783969632.239598:0:22696:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1783969632.239619:0:22696:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0000 (ffff93eab6128000) 00000020:00000080:1.0:1783969632.239642:0:22696:0:(obd_config.c:720:class_attach_name()) OBD: dev 9 attached type osp with refcount 2 00000020:00000080:1.0:1783969632.239648:0:22696:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000004:00080000:1.0:1783969632.239737:0:22696:0:(osp_dev.c:1203:osp_init0()) lustre-OST0000-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0000-osc-MDT0000) 00080000:01000000:1.0:1783969632.239744:0:22696:0:(osd_handler.c:8929:osd_obd_connect()) connect #6 00000020:00000080:1.0:1783969632.239751:0:22696:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xea31253a47cbb4f8 00010000:00080000:1.0:1783969632.239787:0:22696:0:(ldlm_lib.c:102:import_set_conn()) imp ffff93ea8e8ed000@lustre-OST0000-osc-MDT0000: add connection 192.168.201.134@tcp at head 00010000:00010000:1.0:1783969632.240027:0:22696:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0000-2 is initialized 00000040:01000000:2.0:1783969632.254220:0:22696:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:2.0:1783969632.254950:0:22696:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0000-osc-MDT0000 ctxt 2 is initialized 00000100:00100000:3.0:1783969632.255364:0:22683:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eabb428700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3645:x1870627099362048:12345-0@lo:38:llog_process_th.0 Request processed in 19115us (19438us total) trans 0 rc -19/-19 00000100:00100000:3.0:1783969632.255376:0:22683:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00080000:2.0:1783969632.255676:0:3645:0:(import.c:65:import_set_state_nolock()) ffff93ea88951800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1783969632.255682:0:3645:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1783969632.255686:0:3645:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea8e85e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1870627099362048:0@lo:38:llog_process_th.0 00000040:00080000:3.0:1783969632.260707:0:22696:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1783969632.261037:0:22696:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2:0x0].3, 64 off8384 00000040:00080000:3.0:1783969632.261176:0:22696:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x10:0x0].1, 64 off8256 00000040:00080000:1.0:1783969632.264609:0:22702:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:1.0:1783969632.264617:0:22702:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x10:0x0] at index 3 of catalog [0x1:0x2:0x0] 00000020:00000080:3.0:1783969632.265823:0:22696:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1783969632.265839:0:22696:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00d 00000004:01000000:3.0:1783969632.265877:0:22696:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0000_UUID idx:0 gen:1 00000020:00000080:3.0:1783969632.265896:0:22696:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xea31253a47cbb4ff 00000100:00080000:3.0:1783969632.265907:0:22696:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1783969632.265913:0:22696:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff93ea8e8ed000 using connection 192.168.201.134@tcp/0@lo 00000100:00100000:3.0:1783969632.265946:0:22696:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93e98369b480 x1870627099362176/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1783969632.265967:0:22696:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000020:01000000:3.0:1783969632.266015:0:22696:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1783969632.266019:0:22696:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1783969632.266021:0:22696:0:(obd_config.c:1561:class_process_config()) marker 22 (0x2) lustre-OST0000 add osc 00000020:01000000:3.0:1783969632.266023:0:22696:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1783969632.266025:0:22696:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #27 00000020:01000000:3.0:1783969632.266027:0:22696:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1783969632.266028:0:22696:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1783969632.266029:0:22696:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1783969632.266031:0:22696:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1783969632.266032:0:22696:0:(obd_config.c:1561:class_process_config()) marker 27 (0x6) lustre sys.timeout 00000020:01000000:3.0:1783969632.266034:0:22696:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:3.0:1783969632.266037:0:22696:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/mds1_flakey 00000020:00000080:3.0:1783969632.266040:0:22696:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1783969632.266041:0:22696:0:(obd_config.c:1561:class_process_config()) marker 30 (0x1) lustre-OST0001 add osc 00000020:00000080:3.0:1783969632.266050:0:22696:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1783969632.266054:0:22696:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.201.134@tcp to nid 0x20000c0a8c986 (192.168.201.134@tcp) 00000020:01000000:3.0:1783969632.266075:0:22696:0:(obd_config.c:1975:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:3.0:1783969632.266078:0:22696:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1783969632.266088:0:22696:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-MDT0000 (ffff93eab755cd40) 00000020:00000080:3.0:1783969632.266098:0:22696:0:(obd_config.c:720:class_attach_name()) OBD: dev 10 attached type osp with refcount 2 00000020:00000080:3.0:1783969632.266103:0:22696:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000004:00080000:3.0:1783969632.266156:0:22696:0:(osp_dev.c:1203:osp_init0()) lustre-OST0001-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0001-osc-MDT0000) 00080000:01000000:3.0:1783969632.266162:0:22696:0:(osd_handler.c:8929:osd_obd_connect()) connect #7 00000020:00000080:3.0:1783969632.266167:0:22696:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xea31253a47cbb50d 00010000:00080000:3.0:1783969632.266198:0:22696:0:(ldlm_lib.c:102:import_set_conn()) imp ffff93ea88952000@lustre-OST0001-osc-MDT0000: add connection 192.168.201.134@tcp at head 00000100:00100000:0.0:1783969632.266867:0:3645:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93e98369b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1870627099362176:0@lo:8:llog_process_th.0 00000400:00000100:0.0:1783969632.266920:0:3645:0:(lib-move.c:4319:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1870627099362176 offset 0 length 520: 4 00010000:00010000:3.0:1783969632.267205:0:22696:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-MDT0000-3 is initialized 00000040:01000000:3.0:1783969632.267672:0:22696:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:3.0:1783969632.267691:0:22696:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0001-osc-MDT0000 ctxt 2 is initialized 00000040:00080000:3.0:1783969632.271021:0:22696:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1783969632.271198:0:22696:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x5:0x0].3, 64 off8384 00000040:00080000:3.0:1783969632.271624:0:22696:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x12:0x0].1, 64 off8256 00000040:00080000:3.0:1783969632.272038:0:22704:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:3.0:1783969632.272042:0:22704:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x12:0x0] at index 3 of catalog [0x1:0x5:0x0] 00000020:00000080:3.0:1783969632.272847:0:22696:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1783969632.272860:0:22696:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00d 00000004:01000000:3.0:1783969632.272896:0:22696:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0001_UUID idx:1 gen:1 00000020:00000080:3.0:1783969632.272916:0:22696:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xea31253a47cbb514 00000100:00080000:3.0:1783969632.272926:0:22696:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1783969632.272932:0:22696:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff93ea88952000 using connection 192.168.201.134@tcp/0@lo 00000100:00100000:3.0:1783969632.272966:0:22696:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93e98369ad80 x1870627099362304/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1783969632.272999:0:22696:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000020:01000000:3.0:1783969632.273048:0:22696:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1783969632.273052:0:22696:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1783969632.273059:0:22696:0:(obd_config.c:1561:class_process_config()) marker 30 (0x2) lustre-OST0001 add osc 00000020:01000000:3.0:1783969632.273062:0:22696:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1783969632.273066:0:22696:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1783969632.273067:0:22696:0:(obd_config.c:1561:class_process_config()) marker 35 (0x1) lustre sys.timeout 00000020:00000080:3.0:1783969632.273071:0:22696:0:(obd_config.c:1470:class_process_config()) processing cmd: cf009 00000020:00000080:3.0:1783969632.273073:0:22696:0:(obd_config.c:1535:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:3.0:1783969632.273075:0:22696:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1783969632.273077:0:22696:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1783969632.273078:0:22696:0:(obd_config.c:1561:class_process_config()) marker 35 (0x2) lustre sys.timeout 00000020:01000000:3.0:1783969632.273081:0:22696:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1783969632.273083:0:22696:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1783969632.273085:0:22696:0:(obd_config.c:1561:class_process_config()) marker 40 (0x1) lustre sys.jobid_var 00000020:00000080:3.0:1783969632.273088:0:22696:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00f 00000100:00100000:3.0:1783969632.273121:0:22696:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93e98369bb80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:b884c461-3115-4676-b8ef-3f3c795c44df:22696:1870627099362432:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1783969632.273198:0:22696:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783969632.273548:0:3645:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93e98369ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1870627099362304:0@lo:8:llog_process_th.0 00000400:00000100:2.0:1783969632.273585:0:3645:0:(lib-move.c:4319:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1870627099362304 offset 0 length 520: 4 00000100:00100000:3.0:1783969632.273739:0:22696:0:(client.c:2702:ptlrpc_set_wait()) set ffff93e9822350c0 going to sleep for 11 seconds 00000100:00100000:0.0:1783969632.273961:0:22671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099362432 00000100:00100000:0.0:1783969632.273969:0:22671:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099362432 00000100:00100000:0.0:1783969632.274068:0:22671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1783969632.274080:0:22671:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93e983304450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b884c461-3115-4676-b8ef-3f3c795c44df+9:22696:x1870627099362432:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1783969632.274230:0:22671:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93e983304450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b884c461-3115-4676-b8ef-3f3c795c44df+9:22696:x1870627099362432:12345-0@lo:502:llog_process_th.0 Request processed in 151us (1031us total) trans 0 rc 0/0 00000100:00100000:0.0:1783969632.274239:0:22671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1783969632.274348:0:22696:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93e98369bb80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:b884c461-3115-4676-b8ef-3f3c795c44df:22696:1870627099362432:0@lo:502:llog_process_th.0 00000020:01000000:3.0:1783969632.274376:0:22696:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1783969632.274586:0:22696:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1783969632.274589:0:22696:0:(obd_config.c:1561:class_process_config()) marker 40 (0x2) lustre sys.jobid_var 00000040:00080000:3.0:1783969632.274593:0:22696:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 46 count 46 00000020:01000000:2.0:1783969632.274759:0:22657:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0000 gen 1-45 (rc=0) 10000000:01000000:2.0:1783969632.274781:0:22657:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.201.134@tcp: configuration from log 'lustre-MDT0000' succeeded (0). 00010000:00010000:2.0:1783969632.274803:0:22657:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.134@tcp lock: ffff93ea837bce00/0xea31253a47cbb488 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xea31253a47cbb48f expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969632.274815:0:22657:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.134@tcp lock: ffff93ea837bce00/0xea31253a47cbb488 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xea31253a47cbb48f expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1783969632.274823:0:22657:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-mdtir-ffff93eac1553800 from 1 10000000:01000000:2.0:1783969632.274826:0:22657:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:2.0:1783969632.274856:0:22657:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.134@tcp lock: ffff93ea837bd400/0xea31253a47cbb51b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969632.274864:0:22657:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.134@tcp lock: ffff93ea837bd400/0xea31253a47cbb51b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969632.274872:0:22657:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.134@tcp lock: ffff93ea837bd400/0xea31253a47cbb51b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783969632.274889:0:22657:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93eabb429500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b884c461-3115-4676-b8ef-3f3c795c44df:22657:1870627099362560:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1783969632.274924:0:22657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783969632.275137:0:22657:0:(client.c:2702:ptlrpc_set_wait()) set ffff93ea94488180 going to sleep for 11 seconds 00000100:00100000:1.0:1783969632.275190:0:22672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099362560 00000100:00100000:1.0:1783969632.275196:0:22672:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099362560 00000100:00100000:1.0:1783969632.275218:0:22672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1783969632.275225:0:22672:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93e983306c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b884c461-3115-4676-b8ef-3f3c795c44df+9:22657:x1870627099362560:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1783969632.275236:0:22672:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783969632.275249:0:22672:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff93e983de6600/0xea31253a47cbb522 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xea31253a47cbb51b expref: -99 pid: 22672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969632.275281:0:22672:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff93e983de6600/0xea31253a47cbb522 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xea31253a47cbb51b expref: 10 pid: 22672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969632.275292:0:22672:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff93e983de6600/0xea31253a47cbb522 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xea31253a47cbb51b expref: 10 pid: 22672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969632.275310:0:22672:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93e983de6600, rc 0) 00000100:00100000:1.0:1783969632.275358:0:22672:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93e983306c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b884c461-3115-4676-b8ef-3f3c795c44df+10:22657:x1870627099362560:12345-0@lo:101:mount.lustre.0 Request processed in 134us (434us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969632.275365:0:22672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1783969632.276785:0:22657:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93eabb429500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b884c461-3115-4676-b8ef-3f3c795c44df:22657:1870627099362560:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1783969632.276810:0:22657:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.134@tcp lock: ffff93ea837bd400/0xea31253a47cbb51b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xea31253a47cbb522 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969632.276821:0:22657:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.134@tcp lock: ffff93ea837bd400/0xea31253a47cbb51b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xea31253a47cbb522 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783969632.277339:0:22657:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93eabb429500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b884c461-3115-4676-b8ef-3f3c795c44df:22657:1870627099362688:0@lo:256:mount.lustre.0 00000100:00100000:2.0:1783969632.277437:0:22657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783969632.277471:0:22657:0:(client.c:2702:ptlrpc_set_wait()) set ffff93ea94488180 going to sleep for 11 seconds 00000100:00100000:1.0:1783969632.277715:0:22672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099362688 00000100:00100000:1.0:1783969632.277723:0:22672:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099362688 00000100:00100000:1.0:1783969632.277755:0:22672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1783969632.277763:0:22672:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93e983307c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b884c461-3115-4676-b8ef-3f3c795c44df+10:22657:x1870627099362688:12345-0@lo:256:mount.lustre.0 20000000:01000000:1.0:1783969632.277782:0:22672:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:1.0:1783969632.277789:0:22672:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 0, version 1 00000100:00100000:1.0:1783969632.277862:0:22672:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93e983307c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b884c461-3115-4676-b8ef-3f3c795c44df+10:22657:x1870627099362688:12345-0@lo:256:mount.lustre.0 Request processed in 99us (425us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969632.277869:0:22672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1783969632.277947:0:22657:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93eabb429500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b884c461-3115-4676-b8ef-3f3c795c44df:22657:1870627099362688:0@lo:256:mount.lustre.0 10000000:01000000:2.0:1783969632.278480:0:22657:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.201.134@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:2.0:1783969632.278499:0:22657:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.134@tcp lock: ffff93ea837bd400/0xea31253a47cbb51b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xea31253a47cbb522 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969632.278508:0:22657:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.134@tcp lock: ffff93ea837bd400/0xea31253a47cbb51b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xea31253a47cbb522 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1783969632.278515:0:22657:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff93eac1553800 from 1 10000000:01000000:2.0:1783969632.278517:0:22657:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1783969632.278543:0:22657:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.134@tcp lock: ffff93ea837bc200/0xea31253a47cbb529 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969632.278551:0:22657:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.134@tcp lock: ffff93ea837bc200/0xea31253a47cbb529 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969632.278560:0:22657:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.134@tcp lock: ffff93ea837bc200/0xea31253a47cbb529 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783969632.278575:0:22657:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93eabb429500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b884c461-3115-4676-b8ef-3f3c795c44df:22657:1870627099362816:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1783969632.278605:0:22657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783969632.278625:0:22657:0:(client.c:2702:ptlrpc_set_wait()) set ffff93ea94488180 going to sleep for 11 seconds 00000100:00100000:1.0:1783969632.278784:0:22672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099362816 00000100:00100000:1.0:1783969632.278788:0:22672:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099362816 00000100:00100000:1.0:1783969632.278810:0:22672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1783969632.278817:0:22672:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93e983304c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b884c461-3115-4676-b8ef-3f3c795c44df+10:22657:x1870627099362816:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1783969632.278826:0:22672:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783969632.278838:0:22672:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff93e983de6000/0xea31253a47cbb530 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xea31253a47cbb529 expref: -99 pid: 22672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969632.278857:0:22672:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff93e983de6000/0xea31253a47cbb530 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xea31253a47cbb529 expref: 11 pid: 22672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969632.278865:0:22672:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff93e983de6000/0xea31253a47cbb530 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xea31253a47cbb529 expref: 11 pid: 22672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969632.278874:0:22672:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93e983de6000, rc 0) 00000100:00100000:1.0:1783969632.278907:0:22672:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93e983304c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b884c461-3115-4676-b8ef-3f3c795c44df+11:22657:x1870627099362816:12345-0@lo:101:mount.lustre.0 Request processed in 90us (301us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969632.278923:0:22672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1783969632.279151:0:22657:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93eabb429500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b884c461-3115-4676-b8ef-3f3c795c44df:22657:1870627099362816:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1783969632.279217:0:22657:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.134@tcp lock: ffff93ea837bc200/0xea31253a47cbb529 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xea31253a47cbb530 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969632.279225:0:22657:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.134@tcp lock: ffff93ea837bc200/0xea31253a47cbb529 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xea31253a47cbb530 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783969632.279290:0:22657:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93eabb429500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b884c461-3115-4676-b8ef-3f3c795c44df:22657:1870627099362944:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1783969632.279327:0:22657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783969632.279353:0:22657:0:(client.c:2702:ptlrpc_set_wait()) set ffff93ea94488180 going to sleep for 11 seconds 00000100:00100000:1.0:1783969632.279531:0:22672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099362944 00000100:00100000:1.0:1783969632.279536:0:22672:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099362944 00000100:00100000:1.0:1783969632.279567:0:22672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1783969632.279574:0:22672:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93e983304850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b884c461-3115-4676-b8ef-3f3c795c44df+11:22657:x1870627099362944:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1783969632.279706:0:22672:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93e983304850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b884c461-3115-4676-b8ef-3f3c795c44df+11:22657:x1870627099362944:12345-0@lo:501:mount.lustre.0 Request processed in 132us (378us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969632.279713:0:22672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1783969632.279801:0:22657:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93eabb429500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b884c461-3115-4676-b8ef-3f3c795c44df:22657:1870627099362944:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1783969632.279829:0:22657:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93eabb429500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b884c461-3115-4676-b8ef-3f3c795c44df:22657:1870627099363072:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1783969632.279869:0:22657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783969632.279885:0:22657:0:(client.c:2702:ptlrpc_set_wait()) set ffff93ea94488180 going to sleep for 11 seconds 00000100:00100000:1.0:1783969632.280010:0:22672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099363072 00000100:00100000:1.0:1783969632.280014:0:22672:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099363072 00000100:00100000:1.0:1783969632.280030:0:22672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1783969632.280036:0:22672:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93e983306050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b884c461-3115-4676-b8ef-3f3c795c44df+11:22657:x1870627099363072:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1783969632.280115:0:22672:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93e983306050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b884c461-3115-4676-b8ef-3f3c795c44df+11:22657:x1870627099363072:12345-0@lo:503:mount.lustre.0 Request processed in 79us (245us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969632.280121:0:22672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1783969632.280203:0:22657:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93eabb429500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b884c461-3115-4676-b8ef-3f3c795c44df:22657:1870627099363072:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1783969632.280907:0:22706:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea889e4000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:b884c461-3115-4676-b8ef-3f3c795c44df:22706:1870627099363200:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1783969632.280947:0:22706:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783969632.281003:0:22706:0:(client.c:2702:ptlrpc_set_wait()) set ffff93eac0e559c0 going to sleep for 11 seconds 00000100:00100000:1.0:1783969632.281035:0:22672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099363200 00000100:00100000:1.0:1783969632.281039:0:22672:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099363200 00000100:00100000:1.0:1783969632.281091:0:22672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1783969632.281098:0:22672:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93e983305050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b884c461-3115-4676-b8ef-3f3c795c44df+11:22706:x1870627099363200:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1783969632.281566:0:22672:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93e983305050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b884c461-3115-4676-b8ef-3f3c795c44df+11:22706:x1870627099363200:12345-0@lo:502:llog_process_th.0 Request processed in 468us (617us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969632.281574:0:22672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1783969632.281644:0:22706:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea889e4000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:b884c461-3115-4676-b8ef-3f3c795c44df:22706:1870627099363200:0@lo:502:llog_process_th.0 00000020:01000000:2.0:1783969632.281668:0:22706:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1783969632.281676:0:22706:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1783969632.281679:0:22706:0:(obd_config.c:1561:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:2.0:1783969632.281684:0:22706:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff93eac1553800 00000020:00000080:2.0:1783969632.281687:0:22706:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1783969632.281694:0:22706:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1783969632.281696:0:22706:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1783969632.281697:0:22706:0:(obd_config.c:1561:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:2.0:1783969632.281699:0:22706:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1783969632.281701:0:22706:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1783969632.281703:0:22706:0:(obd_config.c:1561:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:2.0:1783969632.281706:0:22706:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff93eac1553800 00000020:00000080:2.0:1783969632.281712:0:22706:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1783969632.281767:0:22706:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1783969632.281771:0:22706:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1783969632.281772:0:22706:0:(obd_config.c:1561:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:2.0:1783969632.281775:0:22706:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1783969632.281778:0:22706:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1783969632.281779:0:22706:0:(obd_config.c:1561:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:2.0:1783969632.281782:0:22706:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff93eac1553800 00000020:00000080:2.0:1783969632.281784:0:22706:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1783969632.281802:0:22706:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1783969632.281805:0:22706:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1783969632.281806:0:22706:0:(obd_config.c:1561:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:2.0:1783969632.281809:0:22706:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1783969632.281812:0:22706:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1783969632.281813:0:22706:0:(obd_config.c:1561:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:2.0:1783969632.281816:0:22706:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff93eac1553800 00000020:00000080:2.0:1783969632.281817:0:22706:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000100:00100000:2.0:1783969632.281847:0:22706:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93eabb429500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:b884c461-3115-4676-b8ef-3f3c795c44df:22706:1870627099363328:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1783969632.281882:0:22706:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783969632.288359:0:22671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099363328 00000100:00100000:0.0:1783969632.288375:0:22671:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099363328 00000100:00100000:0.0:1783969632.288516:0:22671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1783969632.288527:0:22671:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93e983307050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b884c461-3115-4676-b8ef-3f3c795c44df+11:22706:x1870627099363328:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1783969632.288722:0:22671:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93e983307050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b884c461-3115-4676-b8ef-3f3c795c44df+11:22706:x1870627099363328:12345-0@lo:502:llog_process_th.0 Request processed in 197us (6839us total) trans 0 rc 0/0 00000100:00100000:0.0:1783969632.288731:0:22671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1783969632.289923:0:22706:0:(client.c:2702:ptlrpc_set_wait()) set ffff93ea85549cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1783969632.289957:0:22706:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93eabb429500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:b884c461-3115-4676-b8ef-3f3c795c44df:22706:1870627099363328:0@lo:502:llog_process_th.0 00000020:01000000:2.0:1783969632.289991:0:22706:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1783969632.290000:0:22706:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1783969632.290002:0:22706:0:(obd_config.c:1561:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:2.0:1783969632.290007:0:22706:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 13 count 13 00000020:01000000:3.0:1783969632.290508:0:22657:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:3.0:1783969632.290529:0:22657:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.201.134@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1783969632.290546:0:22657:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.134@tcp lock: ffff93ea837bc200/0xea31253a47cbb529 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xea31253a47cbb530 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969632.290558:0:22657:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.134@tcp lock: ffff93ea837bc200/0xea31253a47cbb529 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xea31253a47cbb530 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1783969632.290606:0:22657:0:(mgc_request.c:1943:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:3.0:1783969632.290609:0:22657:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff93eac1553800 10000000:01000000:3.0:1783969632.290617:0:22657:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff93eac1553800 10000000:01000000:3.0:1783969632.290621:0:22657:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1783969632.290626:0:22657:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-client-ffff93eac1553800 from 1 10000000:01000000:3.0:1783969632.290628:0:22657:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1783969632.290660:0:22657:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.134@tcp lock: ffff93ea813a0600/0xea31253a47cbb537 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969632.290668:0:22657:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.134@tcp lock: ffff93ea813a0600/0xea31253a47cbb537 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969632.290677:0:22657:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.134@tcp lock: ffff93ea813a0600/0xea31253a47cbb537 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783969632.290696:0:22657:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93e98369bb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b884c461-3115-4676-b8ef-3f3c795c44df:22657:1870627099363456:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1783969632.290746:0:22657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783969632.290770:0:22657:0:(client.c:2702:ptlrpc_set_wait()) set ffff93e982235f00 going to sleep for 11 seconds 00000100:00100000:0.0:1783969632.290828:0:22671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099363456 00000100:00100000:0.0:1783969632.290833:0:22671:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099363456 00000100:00100000:0.0:1783969632.290867:0:22671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1783969632.290875:0:22671:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93e983306850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b884c461-3115-4676-b8ef-3f3c795c44df+11:22657:x1870627099363456:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1783969632.290887:0:22671:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783969632.290900:0:22671:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff93e983ddc800/0xea31253a47cbb53e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xea31253a47cbb537 expref: -99 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969632.290923:0:22671:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff93e983ddc800/0xea31253a47cbb53e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xea31253a47cbb537 expref: 12 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969632.290933:0:22671:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff93e983ddc800/0xea31253a47cbb53e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xea31253a47cbb537 expref: 12 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969632.290941:0:22671:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93e983ddc800, rc 0) 00000100:00100000:0.0:1783969632.290984:0:22671:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93e983306850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b884c461-3115-4676-b8ef-3f3c795c44df+12:22657:x1870627099363456:12345-0@lo:101:mount.lustre.0 Request processed in 110us (238us total) trans 0 rc 0/0 00000100:00100000:0.0:1783969632.290991:0:22671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1783969632.291128:0:22657:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93e98369bb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b884c461-3115-4676-b8ef-3f3c795c44df:22657:1870627099363456:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1783969632.291141:0:22657:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.134@tcp lock: ffff93ea813a0600/0xea31253a47cbb537 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xea31253a47cbb53e expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969632.291149:0:22657:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.134@tcp lock: ffff93ea813a0600/0xea31253a47cbb537 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xea31253a47cbb53e expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783969632.291194:0:22657:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93e98369bb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b884c461-3115-4676-b8ef-3f3c795c44df:22657:1870627099363584:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1783969632.291215:0:22657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783969632.291234:0:22657:0:(client.c:2702:ptlrpc_set_wait()) set ffff93e982235f00 going to sleep for 11 seconds 00000100:00100000:2.0:1783969632.291277:0:22673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099363584 00000100:00100000:2.0:1783969632.291280:0:22673:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099363584 00000100:00100000:2.0:1783969632.291321:0:22673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1783969632.291328:0:22673:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93e983305450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b884c461-3115-4676-b8ef-3f3c795c44df+12:22657:x1870627099363584:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1783969632.291684:0:22673:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93e983305450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b884c461-3115-4676-b8ef-3f3c795c44df+12:22657:x1870627099363584:12345-0@lo:501:mount.lustre.0 Request processed in 355us (465us total) trans 0 rc 0/0 00000100:00100000:2.0:1783969632.291699:0:22673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1783969632.291781:0:22657:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93e98369bb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b884c461-3115-4676-b8ef-3f3c795c44df:22657:1870627099363584:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1783969632.291809:0:22657:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93e98369bb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b884c461-3115-4676-b8ef-3f3c795c44df:22657:1870627099363712:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1783969632.291851:0:22657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783969632.291872:0:22657:0:(client.c:2702:ptlrpc_set_wait()) set ffff93e982235f00 going to sleep for 11 seconds 00000100:00100000:0.0:1783969632.292349:0:22672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099363712 00000100:00100000:0.0:1783969632.292360:0:22672:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099363712 00000100:00100000:2.0:1783969632.298085:0:22671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:2.0:1783969632.298112:0:22671:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93e983305c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b884c461-3115-4676-b8ef-3f3c795c44df+12:22657:x1870627099363712:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1783969632.299482:0:22671:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93e983305c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b884c461-3115-4676-b8ef-3f3c795c44df+12:22657:x1870627099363712:12345-0@lo:503:mount.lustre.0 Request processed in 1381us (7626us total) trans 0 rc 0/0 00000100:00100000:2.0:1783969632.299493:0:22671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1783969632.300466:0:22657:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93e98369bb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b884c461-3115-4676-b8ef-3f3c795c44df:22657:1870627099363712:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1783969632.300749:0:22710:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea889e6680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:b884c461-3115-4676-b8ef-3f3c795c44df:22710:1870627099363840:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1783969632.300813:0:22710:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783969632.300851:0:22710:0:(client.c:2702:ptlrpc_set_wait()) set ffff93ea89d7f900 going to sleep for 11 seconds 00000100:00100000:2.0:1783969632.305498:0:22673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099363840 00000100:00100000:2.0:1783969632.305514:0:22673:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099363840 00000100:00100000:2.0:1783969632.305977:0:22673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:2.0:1783969632.305989:0:22673:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93e983305850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b884c461-3115-4676-b8ef-3f3c795c44df+12:22710:x1870627099363840:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1783969632.306173:0:22673:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93e983305850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b884c461-3115-4676-b8ef-3f3c795c44df+12:22710:x1870627099363840:12345-0@lo:502:llog_process_th.0 Request processed in 186us (5359us total) trans 0 rc 0/0 00000100:00100000:2.0:1783969632.306181:0:22673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1783969632.306345:0:22710:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea889e6680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:b884c461-3115-4676-b8ef-3f3c795c44df:22710:1870627099363840:0@lo:502:llog_process_th.0 00000020:01000004:1.0:1783969632.306532:0:22710:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-MDT0000 (typ=lwp) 00000020:00000080:1.0:1783969632.306548:0:22710:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0000 (ffff93eab612b380) 00000020:00000080:1.0:1783969632.306574:0:22710:0:(obd_config.c:720:class_attach_name()) OBD: dev 11 attached type lwp with refcount 2 00000020:01000004:1.0:1783969632.306793:0:22710:0:(tgt_mount.c:153:server_get_mount()) get mount ffff93eac1553800 from lustre-MDT0000, refs=4 00000020:01000004:1.0:1783969632.306797:0:22710:0:(tgt_mount.c:187:server_put_mount()) put mount ffff93eac1553800 from lustre-MDT0000, refs=4 00000020:01000004:1.0:1783969632.306800:0:22710:0:(obd_mount.c:710:lustre_put_lsi()) put ffff93eac1553800 4 00010000:00080000:1.0:1783969632.306827:0:22710:0:(ldlm_lib.c:102:import_set_conn()) imp ffff93ea8e8e8000@lustre-MDT0000-lwp-MDT0000: add connection 192.168.201.134@tcp at head 00010000:00010000:1.0:1783969632.310568:0:22710:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0000-4 is initialized 00000020:00000080:1.0:1783969632.310693:0:22710:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000010:01000000:1.0:1783969632.310732:0:22710:0:(lwp_dev.c:497:lwp_obd_connect()) connect #0 00000020:00000080:1.0:1783969632.310745:0:22710:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000, cookie 0xea31253a47cbb54c 00000100:00080000:1.0:1783969632.310757:0:22710:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1783969632.310764:0:22710:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff93ea8e8e8000 using connection 192.168.201.134@tcp/0@lo 00000100:00100000:1.0:1783969632.310801:0:22710:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93ea8e85d180 x1870627099363968/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1783969632.310837:0:22710:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00100000:2.0:1783969632.312474:0:3645:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea8e85d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3645:1870627099363968:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1783969632.312575:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783969632.312601:0:22710:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea8e85ea00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:b884c461-3115-4676-b8ef-3f3c795c44df:22710:1870627099364096:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1783969632.312643:0:22710:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783969632.312659:0:22710:0:(client.c:2702:ptlrpc_set_wait()) set ffff93eab9105000 going to sleep for 11 seconds 00000100:00100000:2.0:1783969632.312660:0:22678:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099363968 00000100:00100000:2.0:1783969632.312666:0:22678:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099363968 00000100:00100000:2.0:1783969632.312699:0:22678:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1783969632.312707:0:22678:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eabb429500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3645:x1870627099363968:12345-0@lo:38:llog_process_th.0 00000100:00100000:0.0:1783969632.312775:0:22672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099364096 00000100:00100000:0.0:1783969632.312779:0:22672:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099364096 00000100:00100000:0.0:1783969632.312813:0:22672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:0.0:1783969632.312820:0:22672:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea84fc8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b884c461-3115-4676-b8ef-3f3c795c44df+12:22710:x1870627099364096:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1783969632.313531:0:22672:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea84fc8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b884c461-3115-4676-b8ef-3f3c795c44df+12:22710:x1870627099364096:12345-0@lo:502:llog_process_th.0 Request processed in 709us (885us total) trans 0 rc 0/0 00000100:00100000:0.0:1783969632.313541:0:22672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:3.0:1783969632.314552:0:3645:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:3.0:1783969632.314564:0:3645:0:(import.c:65:import_set_state_nolock()) ffff93ea8e8e8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1783969632.314570:0:3645:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-11) 00000100:00100000:3.0:1783969632.314574:0:3645:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea8e85d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3645:1870627099363968:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1783969632.314686:0:22710:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea8e85ea00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:b884c461-3115-4676-b8ef-3f3c795c44df:22710:1870627099364096:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1783969632.314741:0:22710:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea8e85ea00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:b884c461-3115-4676-b8ef-3f3c795c44df:22710:1870627099364224:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1783969632.314788:0:22710:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783969632.314825:0:22710:0:(client.c:2702:ptlrpc_set_wait()) set ffff93eab9105000 going to sleep for 11 seconds 00000100:00100000:3.0:1783969632.314866:0:22673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099364224 00000100:00100000:3.0:1783969632.314872:0:22673:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099364224 00000100:00100000:3.0:1783969632.314915:0:22673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:3.0:1783969632.314922:0:22673:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea84fcb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b884c461-3115-4676-b8ef-3f3c795c44df+12:22710:x1870627099364224:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1783969632.315038:0:22673:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea84fcb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b884c461-3115-4676-b8ef-3f3c795c44df+12:22710:x1870627099364224:12345-0@lo:502:llog_process_th.0 Request processed in 116us (248us total) trans 0 rc 0/0 00000100:00100000:3.0:1783969632.315046:0:22673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1783969632.315127:0:22710:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea8e85ea00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:b884c461-3115-4676-b8ef-3f3c795c44df:22710:1870627099364224:0@lo:502:llog_process_th.0 00000040:00080000:1.0:1783969632.315146:0:22710:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000020:01000000:1.0:1783969632.315677:0:22657:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:1.0:1783969632.315703:0:22657:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.201.134@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:1.0:1783969632.315720:0:22657:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.134@tcp lock: ffff93ea813a0600/0xea31253a47cbb537 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xea31253a47cbb53e expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969632.315743:0:22657:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.134@tcp lock: ffff93ea813a0600/0xea31253a47cbb537 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xea31253a47cbb53e expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:1.0:1783969632.315796:0:22657:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:1.0:1783969632.315799:0:22657:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1783969632.315800:0:22657:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1783969632.315801:0:22657:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1783969632.315803:0:22657:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1783969632.315804:0:22657:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1783969632.315806:0:22657:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1783969632.315807:0:22657:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1783969632.315809:0:22657:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1783969632.315811:0:22657:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:1.0:1783969632.315815:0:22657:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x40020005 00000020:01000004:1.0:1783969632.315817:0:22657:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:1.0:1783969632.315819:0:22657:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1783969632.315820:0:22657:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1783969632.315821:0:22657:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1783969632.315822:0:22657:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1783969632.315823:0:22657:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1783969632.315824:0:22657:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1783969632.315825:0:22657:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1783969632.315826:0:22657:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1783969632.315828:0:22657:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:1.0:1783969632.315845:0:22657:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:1.0:1783969632.315857:0:22657:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea8e85ea00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b884c461-3115-4676-b8ef-3f3c795c44df:22657:1870627099364352:0@lo:253:mount.lustre.0 00000100:00100000:1.0:1783969632.315895:0:22657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783969632.315913:0:22657:0:(client.c:2702:ptlrpc_set_wait()) set ffff93eab9105000 going to sleep for 11 seconds 00000100:00100000:0.0:1783969632.316039:0:22672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099364352 00000100:00100000:0.0:1783969632.316045:0:22672:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099364352 00000100:00100000:0.0:1783969632.316116:0:22672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1783969632.316125:0:22672:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea84fc8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b884c461-3115-4676-b8ef-3f3c795c44df+12:22657:x1870627099364352:12345-0@lo:253:mount.lustre.0 20000000:01000000:0.0:1783969632.316152:0:22672:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:0.0:1783969632.316166:0:22672:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:3.0:1783969632.325759:0:22672:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:3.0:1783969632.325780:0:22672:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00000100:00100000:3.0:1783969632.326023:0:22672:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea84fc8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b884c461-3115-4676-b8ef-3f3c795c44df+12:22657:x1870627099364352:12345-0@lo:253:mount.lustre.0 Request processed in 9894us (10121us total) trans 0 rc 0/0 00000100:00100000:3.0:1783969632.326037:0:22672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 20000000:01000000:1.0:1783969632.326487:0:22694:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:1.0:1783969632.326494:0:22694:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:1.0:1783969632.326513:0:22694:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff93e983de6800/0xea31253a47cbb553 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969632.326538:0:22694:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff93e983de6600/0xea31253a47cbb522 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xea31253a47cbb51b expref: 11 pid: 22672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969632.326556:0:22694:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff93e983de6800/0xea31253a47cbb553 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969632.326593:0:22694:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff93e983de6600/0xea31253a47cbb522 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xea31253a47cbb51b expref: 11 pid: 22672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969632.326609:0:22694:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff93e983de6600/0xea31253a47cbb522 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xea31253a47cbb51b expref: 11 pid: 22672 timeout: 794 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783969632.326623:0:22694:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea8e85f480 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22694:1870627099364480:0@lo:104: 00000100:00100000:1.0:1783969632.326663:0:22694:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783969632.326696:0:22694:0:(client.c:2702:ptlrpc_set_wait()) set ffff93eab9105e40 going to sleep for 11 seconds 00000100:00100000:1.0:1783969632.326744:0:22657:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea8e85ea00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b884c461-3115-4676-b8ef-3f3c795c44df:22657:1870627099364352:0@lo:253:mount.lustre.0 10000000:01000000:1.0:1783969632.326755:0:22657:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:1.0:1783969632.326758:0:22657:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:1.0:1783969632.326760:0:22657:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1783969632.326761:0:22657:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1783969632.326762:0:22657:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1783969632.326763:0:22657:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1783969632.326765:0:22657:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1783969632.326766:0:22657:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1783969632.326767:0:22657:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1783969632.326769:0:22657:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1783969632.326770:0:22657:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:1.0:1783969632.326785:0:22657:0:(tgt_mount.c:2689:server_calc_timeout()) lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180 00000100:00100000:2.0:1783969632.334515:0:22678:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eabb429500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3645:x1870627099363968:12345-0@lo:38:llog_process_th.0 Request processed in 21796us (21929us total) trans 0 rc -11/-11 00000100:00100000:2.0:1783969632.334543:0:22678:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1783969632.339614:0:22661:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099364480 00000100:00100000:0.0:1783969632.339626:0:22661:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099364480 00000100:00100000:0.0:1783969632.339675:0:22661:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1783969632.339688:0:22661:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea8e85d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:b884c461-3115-4676-b8ef-3f3c795c44df+3:22694:x1870627099364480:12345-0@lo:104: 00010000:00010000:0.0:1783969632.339707:0:22661:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.134@tcp lock: ffff93ea837bd400/0xea31253a47cbb51b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xea31253a47cbb522 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969632.339799:0:22661:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1783969632.339806:0:22661:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea8e85d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:b884c461-3115-4676-b8ef-3f3c795c44df+3:22694:x1870627099364480:12345-0@lo:104: Request processed in 122us (13142us total) trans 0 rc 0/0 00000100:00100000:0.0:1783969632.339821:0:22661:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1783969632.344521:0:22694:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea8e85f480 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22694:1870627099364480:0@lo:104: 00010000:00010000:3.0:1783969632.344678:0:22694:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff93e983de6800/0xea31253a47cbb553 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969632.345485:0:22667:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783969632.345494:0:22667:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.134@tcp lock: ffff93ea837bd400/0xea31253a47cbb51b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xea31253a47cbb522 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969632.345504:0:22667:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93ea837bd400 already unused, calling callback (ffffffffc131dc20) 10000000:00010000:0.0:1783969632.345508:0:22667:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.134@tcp lock: ffff93ea837bd400/0xea31253a47cbb51b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xea31253a47cbb522 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969632.345518:0:22667:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.134@tcp lock: ffff93ea837bd400/0xea31253a47cbb51b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xea31253a47cbb522 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1783969632.345537:0:22667:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.134@tcp lock: ffff93ea837bd400/0xea31253a47cbb51b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xea31253a47cbb522 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1783969632.345545:0:22667:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:0.0:1783969632.345598:0:22667:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.134@tcp lock: ffff93ea837bd400/0xea31253a47cbb51b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xea31253a47cbb522 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969632.345604:0:22667:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1783969632.345627:0:22667:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.134@tcp lock: ffff93ea837bd400/0xea31253a47cbb51b lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xea31253a47cbb522 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969632.345633:0:22667:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.134@tcp lock: ffff93ea837bd400/0xea31253a47cbb51b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xea31253a47cbb522 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969632.345651:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783969632.345653:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783969632.345654:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783969632.345687:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1783969632.345713:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea889e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b884c461-3115-4676-b8ef-3f3c795c44df:3647:1870627099364608:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1783969632.345770:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783969632.346796:0:22663:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099364608 00000100:00100000:0.0:1783969632.346805:0:22663:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099364608 00010000:00010000:0.0:1783969632.346833:0:22663:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff93e983de6600/0xea31253a47cbb522 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xea31253a47cbb51b expref: 12 pid: 22672 timeout: 794 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783969632.346865:0:22663:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1783969632.346874:0:22663:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea889e4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b884c461-3115-4676-b8ef-3f3c795c44df+12:3647:x1870627099364608:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1783969632.346889:0:22663:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783969632.346894:0:22663:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff93e983de6600/0xea31253a47cbb522 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xea31253a47cbb51b expref: 12 pid: 22672 timeout: 794 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969632.346905:0:22663:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff93e983de6600/0xea31253a47cbb522 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xea31253a47cbb51b expref: 12 pid: 22672 timeout: 794 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969632.346919:0:22663:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff93e983de6600/0xea31253a47cbb522 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xea31253a47cbb51b expref: 12 pid: 22672 timeout: 794 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969632.346935:0:22663:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff93e983de6800/0xea31253a47cbb553 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969632.346943:0:22663:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff93e983de6800/0xea31253a47cbb553 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:0.0:1783969632.346959:0:22663:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.020466289s 00010000:00010000:0.0:1783969632.346963:0:22663:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff93e983de6800/0xea31253a47cbb553 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969632.346970:0:22663:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff93e983de6800/0xea31253a47cbb553 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969632.346987:0:22663:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff93e983de6800/0xea31253a47cbb553 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969632.346993:0:22663:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff93e983de6800/0xea31253a47cbb553 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969632.346998:0:22663:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93e983de6800 already unused, calling callback (ffffffffc0d02230) 00010000:00010000:0.0:1783969632.347001:0:22663:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff93e983de6800/0xea31253a47cbb553 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969632.347008:0:22663:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff93e983de6800/0xea31253a47cbb553 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969632.347032:0:22663:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff93e983de6800/0xea31253a47cbb553 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969632.347042:0:22663:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1783969632.347088:0:22663:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea889e4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b884c461-3115-4676-b8ef-3f3c795c44df+11:3647:x1870627099364608:12345-0@lo:103:ldlm_bl.0 Request processed in 214us (1317us total) trans 0 rc 0/0 00000100:00100000:0.0:1783969632.347095:0:22663:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1783969632.347151:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea889e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b884c461-3115-4676-b8ef-3f3c795c44df:3647:1870627099364608:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1783969632.347211:0:22694:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff93e983de6800/0xea31253a47cbb553 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969632.347218:0:22694:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff93e983de6800/0xea31253a47cbb553 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969632.347234:0:22694:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff93e983de6800/0xea31253a47cbb553 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00080000:3.0:1783969632.373658:0:22657:0:(update_trans.c:1495:distribute_txn_commit_batchid_init()) lustre-MDT0000: committed batchid 4294967530 00000040:01000000:3.0:1783969632.382287:0:22657:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-osd ctxt 16 is initialized 00000020:00080000:2.0:1783969632.382452:0:22718:0:(update_trans.c:1538:distribute_txn_commit_thread()) lustre-MDT0000: start commit thread committed batchid 4294967530 00000020:00080000:2.0:1783969632.382457:0:22718:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967530 00000040:01000000:2.0:1783969632.382907:0:22719:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:00080000:2.0:1783969632.383335:0:22719:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:01000000:3.0:1783969632.383925:0:22657:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-osp-MDT0000 ctxt 16 is initialized 00000100:00080000:3.0:1783969632.384261:0:22720:0:(client.c:1832:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != DISCONN) req@ffff93e98369aa00 x1870627099364736/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lod0000_rec0001.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783969632.384273:0:22720:0:(client.c:2702:ptlrpc_set_wait()) set ffff93ea8574ae40 going to sleep for 0 seconds 00000040:01000000:1.0:1783969632.384676:0:22657:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 12 is initialized 00000040:00080000:1.0:1783969632.384712:0:22657:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000004:00000080:1.0:1783969632.385116:0:22657:0:(mdd_device.c:553:mdd_changelog_llog_init()) changelog starting index=0 00000040:01000000:1.0:1783969632.385123:0:22657:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 14 is initialized 00000040:00080000:1.0:1783969632.385156:0:22657:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1783969632.386128:0:22657:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 64768 count 1 00000040:00080000:1.0:1783969632.386683:0:22657:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x6:0x0] index 64768 count 1 00000040:01000000:1.0:1783969632.386716:0:22657:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 15 is initialized 00000040:00080000:1.0:1783969632.391969:0:22657:0:(llog_cat.c:403:llog_cat_set_first_idx()) catlog [0xa:0x7:0x0] first idx 1, last_idx 2 00080000:10000000:1.0:1783969632.392753:0:22657:0:(osd_handler.c:5579:osd_index_try()) lustre-MDT0000: index object [0x200000003:0x36:0x0] (8/32) registered 00000040:00080000:0.0:1783969632.394307:0:22719:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x200000400:0x1:0x0] index 261376 count 1 00000004:00080000:0.0:1783969632.395353:0:22719:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0000-osd retrieved update log, duration 0, retries 0 00000001:00000004:1.0:1783969632.397172:0:22657:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 12884901888 00000001:00080000:1.0:1783969632.400310:0:22657:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000004:00000080:1.0:1783969632.400353:0:22657:0:(mdd_device.c:2302:mdd_iocontrol()) lustre-MDD0000: cmd=c00866e6 len=0 karg=ffffafc3c1663988 00100000:10000000:1.0:1783969632.400362:0:22657:0:(lfsck_lib.c:3085:lfsck_start()) lustre-MDT0000-osd: start master thread 00000020:01000004:1.0:1783969632.402087:0:22657:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:1.0:1783969632.402104:0:22657:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.201.134@tcp: cl_mgc_mutex unlock 00000020:01000004:1.0:1783969632.402122:0:22657:0:(tgt_mount.c:2458:server_fill_super_common()) Server sb, dev=46 00000080:00000004:1.0:1783969632.402140:0:22657:0:(super25.c:181:lustre_fill_super()) /dev/mapper/mds1_flakey: Mount complete 00000020:00000004:2.0:1783969632.408403:0:22657:0:(tgt_mount.c:2344:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1783969632.408644:0:22657:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:2.0:1783969633.008751:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1783969633.330107:0:22713:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:1.0:1783969633.330118:0:22713:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1783969633.354051:0:22713:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:0.0:1783969633.354064:0:22713:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 00000100:00100000:2.0:1783969633.395898:0:22720:0:(client.c:2702:ptlrpc_set_wait()) set ffff93ea8574ae40 going to sleep for 0 seconds 10000000:01000000:3.0:1783969633.397557:0:22675:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:3.0:1783969633.397563:0:22675:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-mdtir-ffff93eac1553800 from 11 10000000:01000000:3.0:1783969633.397569:0:22675:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1783969633.397619:0:22675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.134@tcp lock: ffff93ea813a1400/0xea31253a47cbb55a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969633.397630:0:22675:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.134@tcp lock: ffff93ea813a1400/0xea31253a47cbb55a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969633.397640:0:22675:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.134@tcp lock: ffff93ea813a1400/0xea31253a47cbb55a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783969633.397663:0:22675:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93e98369bb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b884c461-3115-4676-b8ef-3f3c795c44df:22675:1870627099364864:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1783969633.398832:0:22675:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783969633.398885:0:22675:0:(client.c:2702:ptlrpc_set_wait()) set ffff93ea84fb0480 going to sleep for 11 seconds 00000100:00100000:2.0:1783969633.399336:0:22671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099364864 00000100:00100000:2.0:1783969633.399346:0:22671:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099364864 00000100:00100000:2.0:1783969633.399444:0:22671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:2.0:1783969633.399454:0:22671:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea84fcbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b884c461-3115-4676-b8ef-3f3c795c44df+11:22675:x1870627099364864:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1783969633.399468:0:22671:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783969633.399490:0:22671:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff93ea837bde00/0xea31253a47cbb561 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xea31253a47cbb55a expref: -99 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969633.399514:0:22671:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff93ea837bde00/0xea31253a47cbb561 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xea31253a47cbb55a expref: 12 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969633.399524:0:22671:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff93ea837bde00/0xea31253a47cbb561 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xea31253a47cbb55a expref: 12 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969633.399534:0:22671:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93ea837bde00, rc 0) 00000100:00100000:2.0:1783969633.399575:0:22671:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea84fcbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b884c461-3115-4676-b8ef-3f3c795c44df+12:22675:x1870627099364864:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 122us (748us total) trans 0 rc 0/0 00000100:00100000:2.0:1783969633.399582:0:22671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:3.0:1783969633.399688:0:22675:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93e98369bb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b884c461-3115-4676-b8ef-3f3c795c44df:22675:1870627099364864:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1783969633.399704:0:22675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.134@tcp lock: ffff93ea813a1400/0xea31253a47cbb55a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xea31253a47cbb561 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969633.399731:0:22675:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.134@tcp lock: ffff93ea813a1400/0xea31253a47cbb55a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xea31253a47cbb561 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783969633.399788:0:22675:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93e98369bb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b884c461-3115-4676-b8ef-3f3c795c44df:22675:1870627099364992:0@lo:256:ll_cfg_requeue.0 00000100:00100000:3.0:1783969633.399821:0:22675:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783969633.399887:0:22675:0:(client.c:2702:ptlrpc_set_wait()) set ffff93ea84fb0480 going to sleep for 11 seconds 00000100:00100000:2.0:1783969633.400436:0:22672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099364992 00000100:00100000:2.0:1783969633.400443:0:22672:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099364992 00000100:00100000:2.0:1783969633.401321:0:22672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:2.0:1783969633.401338:0:22672:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea84fca450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b884c461-3115-4676-b8ef-3f3c795c44df+12:22675:x1870627099364992:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:2.0:1783969633.401360:0:22672:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:2.0:1783969633.401433:0:22672:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:2.0:1783969633.401437:0:22672:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 11 00000100:00100000:2.0:1783969633.401551:0:22672:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea84fca450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b884c461-3115-4676-b8ef-3f3c795c44df+12:22675:x1870627099364992:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 217us (1729us total) trans 0 rc 0/0 00000100:00100000:2.0:1783969633.401559:0:22672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1783969633.401590:0:22675:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93e98369bb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b884c461-3115-4676-b8ef-3f3c795c44df:22675:1870627099364992:0@lo:256:ll_cfg_requeue.0 10000000:01000000:0.0:1783969633.401637:0:22675:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.201.134@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1783969633.401646:0:22675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.134@tcp lock: ffff93ea813a1400/0xea31253a47cbb55a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xea31253a47cbb561 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969633.401660:0:22675:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.134@tcp lock: ffff93ea813a1400/0xea31253a47cbb55a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xea31253a47cbb561 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969634.045203:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783969634.416541:0:22720:0:(client.c:2702:ptlrpc_set_wait()) set ffff93ea8574ae40 going to sleep for 0 seconds 00000040:00080000:2.0:1783969634.422437:0:22713:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:2.0:1783969634.422456:0:22713:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1783969634.422600:0:22713:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 1 count 1 00000040:00080000:2.0:1783969634.422638:0:22713:0:(llog_cat_server.c:902:llog_cat_cleanup()) cancel plain log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1783969634.422785:0:22713:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 1 00010000:00010000:1.0:1783969635.062095:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783969635.440716:0:22720:0:(client.c:2702:ptlrpc_set_wait()) set ffff93ea8574ae40 going to sleep for 0 seconds 00010000:00010000:0.0:1783969636.086058:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783969636.467357:0:22720:0:(client.c:2702:ptlrpc_set_wait()) set ffff93ea8574ae40 going to sleep for 0 seconds 00010000:00010000:1.0:1783969637.106283:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783969637.490638:0:22720:0:(client.c:2702:ptlrpc_set_wait()) set ffff93ea8574ae40 going to sleep for 0 seconds 00000001:02000400:0.0:1783969637.595334:0:22964:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg134-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00000100:00080000:3.0:1783969637.750743:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1783969637.750750:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1783969637.750754:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ea88951800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1783969637.750762:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 694 00000100:00080000:3.0:1783969637.750767:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1783969637.750774:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff93ea88951800 using connection 192.168.201.134@tcp/0@lo 00000100:00100000:3.0:1783969637.750799:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93e98369a300 x1870627099365248/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1783969637.750816:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1783969637.750820:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1783969637.750823:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1783969637.750826:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1783969637.750829:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1783969637.750832:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1783969637.750834:0:8:0:(import.c:65:import_set_state_nolock()) ffff93ea8e8e8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1783969637.750850:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff93ea8e8e8000 using connection 192.168.201.134@tcp/0@lo 00000100:00100000:3.0:1783969637.750863:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93e98369b100 x1870627099365376/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1783969637.750889:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93e983699880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b884c461-3115-4676-b8ef-3f3c795c44df:3647:1870627099365120:0@lo:400:kworker.0 00000100:00100000:3.0:1783969637.750955:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783969637.751032:0:3645:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93e98369a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1870627099365248:0@lo:38:kworker.0 00000100:00100000:3.0:1783969637.751092:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783969637.751125:0:3645:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93e98369b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3645:1870627099365376:0@lo:38:kworker.0 00000100:00100000:3.0:1783969637.751163:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783969637.751198:0:22673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099365120 00000100:00100000:3.0:1783969637.751216:0:22673:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099365120 00000100:00100000:1.0:1783969637.751825:0:22680:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099365376 00000100:00100000:1.0:1783969637.751831:0:22680:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099365376 00000100:00100000:1.0:1783969637.751865:0:22680:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1783969637.751873:0:22680:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93e983699180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3645:x1870627099365376:12345-0@lo:38:kworker.0 00010000:00080000:1.0:1783969637.751903:0:22680:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0000_UUID@0@lo t0 exp 0000000000000000 cur 699 last 0 00000020:00000080:1.0:1783969637.751936:0:22680:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000_UUID, cookie 0xea31253a47cbb568 00000004:00100000:1.0:1783969637.751951:0:22680:0:(mdt_handler.c:7286:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:1.0:1783969637.752073:0:22680:0:(import.c:65:import_set_state_nolock()) ffff93ea8e8e9000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1783969637.752132:0:22680:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93e983699180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3645:x1870627099365376:12345-0@lo:38:kworker.0 Request processed in 258us (967us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969637.752139:0:22680:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:1.0:1783969637.752190:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff93e98369b100 x1870627099365376/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1783969647 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1783969637.752230:0:3645:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0000: connect to target with instance 3 00000100:00080000:1.0:1783969637.752237:0:3645:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0000: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000100:00080000:1.0:1783969637.752243:0:3645:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:1.0:1783969637.752245:0:3645:0:(import.c:65:import_set_state_nolock()) ffff93ea8e8e8000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:1.0:1783969637.752260:0:3645:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93e98369b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3645:1870627099365376:0@lo:38:kworker.0 00000100:00100000:2.0:1783969637.753191:0:22684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099365248 00000100:00100000:2.0:1783969637.753199:0:22684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099365248 00000100:00100000:3.0:1783969637.753534:0:22673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:3.0:1783969637.753551:0:22673:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea84fc9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b884c461-3115-4676-b8ef-3f3c795c44df+12:3647:x1870627099365120:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783969637.753636:0:22673:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea84fc9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b884c461-3115-4676-b8ef-3f3c795c44df+12:3647:x1870627099365120:12345-0@lo:400:kworker.0 Request processed in 93us (2680us total) trans 0 rc 0/0 00000100:00100000:3.0:1783969637.753643:0:22673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:3.0:1783969637.753704:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93e983699880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b884c461-3115-4676-b8ef-3f3c795c44df:3647:1870627099365120:0@lo:400:kworker.0 00000100:00100000:1.0:1783969637.753781:0:22683:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1783969637.753787:0:22683:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93e983698000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3645:x1870627099365248:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1783969637.753804:0:22683:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1783969637.753849:0:22683:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93e983698000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3645:x1870627099365248:12345-0@lo:38:kworker.0 Request processed in 60us (2756us total) trans 0 rc -19/-19 00000100:00100000:1.0:1783969637.753855:0:22683:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00080000:3.0:1783969637.753915:0:3645:0:(import.c:65:import_set_state_nolock()) ffff93ea88951800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1783969637.753921:0:3645:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1783969637.753924:0:3645:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93e98369a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1870627099365248:0@lo:38:kworker.0 00010000:00010000:1.0:1783969638.128590:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783969638.512562:0:22720:0:(client.c:2702:ptlrpc_set_wait()) set ffff93ea8574ae40 going to sleep for 0 seconds 00000020:00000004:0.0:1783969638.795638:0:23016:0:(tgt_mount.c:2344:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1783969638.795807:0:23016:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:2.0:1783969639.156124:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783969639.540554:0:22720:0:(client.c:2702:ptlrpc_set_wait()) set ffff93ea8574ae40 going to sleep for 0 seconds 00000020:00000004:3.0:1783969639.927129:0:23066:0:(tgt_mount.c:2344:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1783969639.927765:0:23066:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:2.0:1783969640.192888:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783969640.561365:0:22720:0:(client.c:2702:ptlrpc_set_wait()) set ffff93ea8574ae40 going to sleep for 0 seconds 00010000:00010000:2.0:1783969641.200553:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783969641.585611:0:22720:0:(client.c:2702:ptlrpc_set_wait()) set ffff93ea8574ae40 going to sleep for 0 seconds 00010000:00010000:0.0:1783969642.229908:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783969642.616938:0:22720:0:(client.c:2702:ptlrpc_set_wait()) set ffff93ea8574ae40 going to sleep for 0 seconds 00000100:00080000:3.0:1783969642.864572:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1783969642.864583:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1783969642.864596:0:38:0:(import.c:65:import_set_state_nolock()) ffff93ea88951800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1783969642.864607:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 699 00000100:00080000:3.0:1783969642.864615:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1783969642.864624:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff93ea88951800 using connection 192.168.201.134@tcp/0@lo 00000100:00100000:3.0:1783969642.864655:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93e983699880 x1870627099365632/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1783969642.864675:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1783969642.864679:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1783969642.864682:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1783969642.864685:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1783969642.864777:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93e98369a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:b884c461-3115-4676-b8ef-3f3c795c44df:3648:1870627099365504:0@lo:400:kworker.0 00000100:00100000:3.0:1783969642.864874:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783969642.864953:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1783969642.865137:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93e983699f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3648:1870627099365760:0@lo:400:kworker.0 00000100:00100000:3.0:1783969642.865170:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783969642.865312:0:3645:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1783969632/real 1783969632] req@ffff93e98369ad80 x1870627099362304/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1783969642 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783969642.865336:0:3645:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff93e98369ad80 x1870627099362304/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1783969642 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783969642.865349:0:3645:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1783969632/real 1783969632] req@ffff93e98369b480 x1870627099362176/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1783969642 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783969642.865363:0:3645:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff93e98369b480 x1870627099362176/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1783969642 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783969642.865411:0:22678:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099365760 00000100:00100000:3.0:1783969642.865413:0:3645:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93e983699880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1870627099365632:0@lo:38:kworker.0 00000100:00100000:2.0:1783969642.865424:0:22678:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099365760 00000100:00100000:3.0:1783969642.865449:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1783969642.865475:0:3645:0:(import.c:65:import_set_state_nolock()) ffff93ea88952000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1783969642.865491:0:3645:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1783969642.865495:0:22678:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1783969642.865499:0:3645:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93e98369ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1870627099362304:0@lo:8:llog_process_th.0 00000100:00080000:3.0:1783969642.865508:0:3645:0:(import.c:65:import_set_state_nolock()) ffff93ea8e8ed000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1783969642.865510:0:22678:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93e983699c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3648:x1870627099365760:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1783969642.865516:0:3645:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1783969642.865521:0:3645:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93e98369b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1870627099362176:0@lo:8:llog_process_th.0 00000100:00100000:3.0:1783969642.865555:0:22672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099365504 00000100:00100000:3.0:1783969642.865560:0:22672:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099365504 00000100:00100000:2.0:1783969642.865586:0:22678:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93e983699c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3648:x1870627099365760:12345-0@lo:400:kworker.0 Request processed in 79us (413us total) trans 0 rc 0/0 00000100:00100000:3.0:1783969642.865598:0:22672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:3.0:1783969642.865607:0:22672:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea84fc8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b884c461-3115-4676-b8ef-3f3c795c44df+12:3648:x1870627099365504:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783969642.865609:0:22678:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1783969642.865649:0:22672:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea84fc8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b884c461-3115-4676-b8ef-3f3c795c44df+12:3648:x1870627099365504:12345-0@lo:400:kworker.0 Request processed in 42us (774us total) trans 0 rc 0/0 00000100:00100000:3.0:1783969642.865658:0:22672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:3.0:1783969642.865696:0:22683:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099365632 00000100:00100000:3.0:1783969642.865700:0:22683:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099365632 00000100:00100000:2.0:1783969642.865886:0:22684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1783969642.865892:0:22684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93e983698380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3645:x1870627099365632:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1783969642.865913:0:22684:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1783969642.866063:0:22684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93e983698380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3645:x1870627099365632:12345-0@lo:38:kworker.0 Request processed in 169us (613us total) trans 0 rc -19/-19 00000100:00100000:2.0:1783969642.866079:0:22684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00080000:3.0:1783969642.866161:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1783969642.866166:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1783969642.866168:0:38:0:(import.c:65:import_set_state_nolock()) ffff93ea8e8ed000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1783969642.866173:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 694 00000100:00080000:3.0:1783969642.866177:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1783969642.866183:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff93ea8e8ed000 using connection 192.168.201.134@tcp/0@lo 00000100:00100000:3.0:1783969642.866365:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93e98369b480 x1870627099365888/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1783969642.866409:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1783969642.866412:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1783969642.866414:0:38:0:(import.c:65:import_set_state_nolock()) ffff93ea88952000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1783969642.866418:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 694 00000100:00080000:3.0:1783969642.866421:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1783969642.866425:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff93ea88952000 using connection 192.168.201.134@tcp/0@lo 00000100:00100000:3.0:1783969642.866438:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93e98369ad80 x1870627099366016/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00080000:3.0:1783969642.866480:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff93e983699f80 x1870627099365760/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783969658 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783969642.866493:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93e983699f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3648:1870627099365760:0@lo:400:kworker.0 00000100:00100000:3.0:1783969642.866505:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93e98369a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:b884c461-3115-4676-b8ef-3f3c795c44df:3648:1870627099365504:0@lo:400:kworker.0 00000100:00080000:0.0:1783969642.873797:0:3645:0:(import.c:65:import_set_state_nolock()) ffff93ea88951800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783969642.873817:0:3645:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1783969642.873823:0:3645:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93e983699880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1870627099365632:0@lo:38:kworker.0 00000100:00100000:0.0:1783969642.873873:0:3645:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93e98369b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1870627099365888:0@lo:8:kworker.0 00000400:00000100:0.0:1783969642.874818:0:3645:0:(lib-move.c:4319:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1870627099365888 offset 0 length 520: 4 00000100:00100000:0.0:1783969642.874890:0:3645:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93e98369ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1870627099366016:0@lo:8:kworker.0 00000400:00000100:0.0:1783969642.874928:0:3645:0:(lib-move.c:4319:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1870627099366016 offset 0 length 520: 4 00010000:00010000:2.0:1783969643.248689:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783969643.635409:0:22720:0:(client.c:2702:ptlrpc_set_wait()) set ffff93ea8574ae40 going to sleep for 0 seconds 00010000:00010000:0.0:1783969644.272547:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1783969644.657928:0:22713:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1783969644.659172:0:22720:0:(client.c:2702:ptlrpc_set_wait()) set ffff93ea8574ae40 going to sleep for 0 seconds 00010000:00010000:2.0:1783969645.301789:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783969645.680814:0:22720:0:(client.c:2702:ptlrpc_set_wait()) set ffff93ea8574ae40 going to sleep for 0 seconds 00010000:00010000:0.0:1783969646.343885:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783969646.705048:0:22720:0:(client.c:2702:ptlrpc_set_wait()) set ffff93ea8574ae40 going to sleep for 0 seconds 00010000:00010000:2.0:1783969647.345642:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783969647.728534:0:22720:0:(client.c:2702:ptlrpc_set_wait()) set ffff93ea8574ae40 going to sleep for 0 seconds 00000100:00080000:2.0:1783969647.996716:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1783969647.996723:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1783969647.996727:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ea88951800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1783969647.996735:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 704 00000100:00080000:2.0:1783969647.996742:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1783969647.996749:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff93ea88951800 using connection 192.168.201.134@tcp/0@lo 00000100:00100000:2.0:1783969647.996775:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93eabb428e00 x1870627099366272/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1783969647.996792:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1783969647.996796:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1783969647.996799:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1783969647.996802:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1783969647.996830:0:3645:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93eabb428e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1870627099366272:0@lo:38:kworker.0 00000100:00100000:2.0:1783969647.996897:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783969647.996936:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93eabb42a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b884c461-3115-4676-b8ef-3f3c795c44df:3646:1870627099366144:0@lo:400:kworker.0 00000100:00100000:2.0:1783969647.996972:0:22684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099366272 00000100:00100000:2.0:1783969647.996981:0:22684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099366272 00000100:00100000:1.0:1783969647.996981:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783969647.997017:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1783969647.997023:0:22684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1783969647.997025:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93eabb42b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3646:1870627099366400:0@lo:400:kworker.0 00000100:00100000:1.0:1783969647.997067:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783969647.997097:0:22671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099366144 00000100:00100000:1.0:1783969647.997101:0:22671:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099366144 00000100:00100000:1.0:1783969647.997134:0:22671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:1.0:1783969647.997141:0:22671:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea84fcb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b884c461-3115-4676-b8ef-3f3c795c44df+12:3646:x1870627099366144:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783969647.997187:0:22671:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea84fcb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b884c461-3115-4676-b8ef-3f3c795c44df+12:3646:x1870627099366144:12345-0@lo:400:kworker.0 Request processed in 47us (207us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969647.997212:0:22671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:1.0:1783969647.997253:0:22679:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099366400 00000100:00100000:1.0:1783969647.997256:0:22679:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099366400 00000100:00100000:1.0:1783969647.997280:0:22679:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1783969647.997286:0:22679:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea8e85ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1870627099366400:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783969647.997319:0:22679:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea8e85ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1870627099366400:12345-0@lo:400:kworker.0 Request processed in 33us (251us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969647.997326:0:22679:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:1.0:1783969647.997371:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff93eabb42b100 x1870627099366400/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783969663 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783969647.997405:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93eabb42b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3646:1870627099366400:0@lo:400:kworker.0 00000100:00100000:1.0:1783969647.997416:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93eabb42a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b884c461-3115-4676-b8ef-3f3c795c44df:3646:1870627099366144:0@lo:400:kworker.0 00000100:00100000:2.0:1783969648.005424:0:22684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eabb429180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3645:x1870627099366272:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1783969648.005451:0:22684:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1783969648.005561:0:22684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eabb429180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3645:x1870627099366272:12345-0@lo:38:kworker.0 Request processed in 8525us (8662us total) trans 0 rc -19/-19 00000100:00100000:2.0:1783969648.005579:0:22684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00080000:0.0:1783969648.005707:0:3645:0:(import.c:65:import_set_state_nolock()) ffff93ea88951800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783969648.005713:0:3645:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1783969648.005717:0:3645:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93eabb428e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1870627099366272:0@lo:38:kworker.0 00010000:00010000:0.0:1783969648.376591:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:2.0:1783969648.401432:0:23411:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:2.0:1783969648.401437:0:23411:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/mds2_flakey 00000020:01000004:2.0:1783969648.401438:0:23411:0:(obd_mount.c:929:lmd_print()) options: user_xattr,errors=remount-ro 00000080:01200004:2.0:1783969648.401555:0:23411:0:(super25.c:130:lustre_fill_super()) VFS Op: sb ffff93e981ac5000 00000020:01000004:2.0:1783969648.401571:0:23411:0:(tgt_mount.c:2500:osd_start()) Attempting to start lustre-MDT0001, type=osd-ldiskfs, lsifl=200001, mountfl=0 00000020:01000004:2.0:1783969648.401583:0:23411:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-osd (typ=osd-ldiskfs) 00000020:00000080:2.0:1783969648.401597:0:23411:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-osd (ffff93e9821919c0) 00000020:00000080:2.0:1783969648.401614:0:23411:0:(obd_config.c:720:class_attach_name()) OBD: dev 12 attached type osd-ldiskfs with refcount 2 00100000:10000000:0.0:1783969648.469971:0:23411:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xd:0x0] (16/1) registered 00100000:10000000:0.0:1783969648.475724:0:23411:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:0.0:1783969648.480002:0:23411:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x14:0x0] (16/1) registered 00100000:10000000:0.0:1783969648.480241:0:23411:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2c:0x0] (24/16) registered 00100000:10000000:0.0:1783969648.482497:0:23411:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x27:0x0] (24/16) registered 00100000:10000000:0.0:1783969648.482796:0:23411:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x17:0x0] (16/1) registered 00100000:10000000:0.0:1783969648.483007:0:23411:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x16:0x0] (16/1) registered 00100000:10000000:0.0:1783969648.483573:0:23411:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2d:0x0] (24/16) registered 00100000:10000000:0.0:1783969648.483818:0:23411:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2b:0x0] (24/16) registered 00100000:10000000:0.0:1783969648.484059:0:23411:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x26:0x0] (24/16) registered 00100000:10000000:0.0:1783969648.484325:0:23411:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1d:0x0] (16/1) registered 00100000:10000000:0.0:1783969648.485001:0:23411:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x12:0x0] (16/1) registered 00100000:10000000:0.0:1783969648.485263:0:23411:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1b:0x0] (16/1) registered 00100000:10000000:0.0:1783969648.485599:0:23411:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x11:0x0] (16/1) registered 00100000:10000000:0.0:1783969648.485837:0:23411:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2a:0x0] (24/16) registered 00100000:10000000:0.0:1783969648.486056:0:23411:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x10:0x0] (16/1) registered 00100000:10000000:0.0:1783969648.486301:0:23411:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x23:0x0] (24/16) registered 00100000:10000000:0.0:1783969648.486748:0:23411:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x13:0x0] (16/1) registered 00100000:10000000:0.0:1783969648.486965:0:23411:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x25:0x0] (24/16) registered 00100000:10000000:0.0:1783969648.487176:0:23411:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1f:0x0] (24/16) registered 00100000:10000000:0.0:1783969648.487697:0:23411:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x21:0x0] (24/16) registered 00100000:10000000:0.0:1783969648.488105:0:23411:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x29:0x0] (24/16) registered 00100000:10000000:0.0:1783969648.488336:0:23411:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x20:0x0] (24/16) registered 00100000:10000000:0.0:1783969648.488811:0:23411:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1a:0x0] (16/1) registered 00100000:10000000:0.0:1783969648.489056:0:23411:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1c:0x0] (16/1) registered 00100000:10000000:0.0:1783969648.489707:0:23411:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x22:0x0] (24/16) registered 00100000:10000000:0.0:1783969648.490086:0:23411:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2e:0x0] (24/16) registered 00100000:10000000:0.0:1783969648.490335:0:23411:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x19:0x0] (16/1) registered 00100000:10000000:0.0:1783969648.490645:0:23411:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x24:0x0] (24/16) registered 00100000:10000000:0.0:1783969648.490869:0:23411:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xe:0x0] (16/1) registered 00100000:10000000:0.0:1783969648.491075:0:23411:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x18:0x0] (16/1) registered 00100000:10000000:0.0:1783969648.491339:0:23411:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x28:0x0] (24/16) registered 00100000:10000000:0.0:1783969648.491810:0:23411:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xf:0x0] (16/1) registered 00100000:10000000:0.0:1783969648.492021:0:23411:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x15:0x0] (16/1) registered 00100000:10000000:0.0:1783969648.492768:0:23411:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:0.0:1783969648.493244:0:23411:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x3:0x0] (8/32) registered 00100000:10000000:0.0:1783969648.493482:0:23411:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x4:0x0] (8/32) registered 00100000:10000000:0.0:1783969648.493755:0:23411:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:0.0:1783969648.493958:0:23411:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x6:0x0] (8/32) registered 00100000:10000000:0.0:1783969648.494213:0:23411:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20001:0x0] (8/8) registered 00100000:10000000:0.0:1783969648.494587:0:23411:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20003:0x0] (8/8) registered 00100000:10000000:0.0:1783969648.494812:0:23411:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:2.0:1783969648.497298:0:23411:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x7:0x0] (8/32) registered 00100000:10000000:2.0:1783969648.497991:0:23411:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x5:0x0] (8/32) registered 00100000:10000000:2.0:1783969648.498276:0:23411:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20002:0x0] (8/8) registered 00100000:10000000:2.0:1783969648.498560:0:23411:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x8:0x0] (8/32) registered 00080000:01000000:2.0:1783969648.499959:0:23411:0:(osd_lproc.c:911:osd_procfs_init()) lustre-MDT0001: register osd-ldiskfs tunable parameters 00000020:00000080:2.0:1783969648.500662:0:23411:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-osd (uuid lustre-MDT0001-osd_UUID) 00080000:01000000:2.0:1783969648.500674:0:23411:0:(osd_handler.c:8929:osd_obd_connect()) connect #0 00000020:00000080:2.0:1783969648.500686:0:23411:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xea31253a47cbb576 00000020:01000004:2.0:1783969648.500693:0:23411:0:(tgt_mount.c:2585:server_fill_super()) Found service lustre-MDT0001 on device /dev/mapper/mds2_flakey 00000020:01000004:2.0:1783969648.500713:0:23411:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.201.134@tcp:Set MGC reconnect 1 10000000:01000000:2.0:1783969648.500716:0:23411:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.201.134@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:2.0:1783969648.500722:0:23411:0:(tgt_mount.c:1809:server_start_targets()) starting target lustre-MDT0001 00000020:01000004:2.0:1783969648.500747:0:23411:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/mds2_flakey 10000000:01000000:2.0:1783969648.500751:0:23411:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.201.134@tcp: cl_mgc_mutex lustre-MDT0001-osd for locked: rc = 0 00000040:01000000:3.0:1783969648.512262:0:23411:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.201.134@tcp ctxt 0 is initialized 00000020:01000004:3.0:1783969648.512302:0:23411:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-MDT0001, fs=lustre, 192.168.201.134@tcp, index=0001, flags=0x20001 00000020:01000004:3.0:1783969648.512308:0:23411:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:3.0:1783969648.512309:0:23411:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:3.0:1783969648.512311:0:23411:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1783969648.512312:0:23411:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1783969648.512314:0:23411:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1783969648.512315:0:23411:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1783969648.512316:0:23411:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1783969648.512318:0:23411:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1783969648.512319:0:23411:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:3.0:1783969648.512327:0:23411:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0001 0x10020001 00000020:01000004:3.0:1783969648.512330:0:23411:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:3.0:1783969648.512331:0:23411:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:3.0:1783969648.512332:0:23411:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1783969648.512333:0:23411:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1783969648.512334:0:23411:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1783969648.512334:0:23411:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1783969648.512335:0:23411:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1783969648.512336:0:23411:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1783969648.512337:0:23411:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:3.0:1783969648.512363:0:23411:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0001 00000100:00100000:3.0:1783969648.512677:0:23411:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93e98369a300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b884c461-3115-4676-b8ef-3f3c795c44df:23411:1870627099366528:0@lo:253:mount.lustre.0 00000100:00100000:3.0:1783969648.512748:0:23411:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783969648.512835:0:23411:0:(client.c:2702:ptlrpc_set_wait()) set ffff93eaac713e40 going to sleep for 11 seconds 00000100:00100000:0.0:1783969648.516315:0:22673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099366528 00000100:00100000:0.0:1783969648.516332:0:22673:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099366528 00000100:00100000:1.0:1783969648.520304:0:22673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:1.0:1783969648.520318:0:22673:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea84fc8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b884c461-3115-4676-b8ef-3f3c795c44df+12:23411:x1870627099366528:12345-0@lo:253:mount.lustre.0 20000000:01000000:1.0:1783969648.520353:0:22673:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 1 is registered to MGS. 20000000:01000000:1.0:1783969648.520357:0:22673:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-MDT0001 is running on 0@lo 20000000:01000000:1.0:1783969648.520364:0:22673:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0001, index=1, rc=0 00000100:00100000:1.0:1783969648.521017:0:22673:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea84fc8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b884c461-3115-4676-b8ef-3f3c795c44df+12:23411:x1870627099366528:12345-0@lo:253:mount.lustre.0 Request processed in 700us (8265us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969648.521035:0:22673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:3.0:1783969648.521185:0:23411:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93e98369a300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b884c461-3115-4676-b8ef-3f3c795c44df:23411:1870627099366528:0@lo:253:mount.lustre.0 10000000:01000000:3.0:1783969648.521199:0:23411:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0001 got index = 1 00000020:01000004:3.0:1783969648.521202:0:23411:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1783969648.521204:0:23411:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:3.0:1783969648.521205:0:23411:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1783969648.521207:0:23411:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1783969648.521208:0:23411:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1783969648.521209:0:23411:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1783969648.521211:0:23411:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1783969648.521213:0:23411:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1783969648.521214:0:23411:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:3.0:1783969648.521235:0:23411:0:(tgt_mount.c:101:server_register_mount()) register mount ffff93e981ac5000 from lustre-MDT0001 10000000:01000000:3.0:1783969648.521271:0:23411:0:(mgc_request.c:1943:mgc_process_config()) parse_log lustre-MDT0001 from 0 10000000:01000000:3.0:1783969648.521275:0:23411:0:(mgc_request.c:329:config_log_add()) add config log lustre-MDT0001-0000000000000000 10000000:01000000:3.0:1783969648.521282:0:23411:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff93e982790000 local copy 00010000:00010000:3.0:1783969648.521294:0:23411:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.134@tcp lock: ffff93ea837bdc00/0xea31253a47cbb46c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xea31253a47cbb473 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783969648.521551:0:23411:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93e98369a300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b884c461-3115-4676-b8ef-3f3c795c44df:23411:1870627099366656:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1783969648.521586:0:23411:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783969648.521632:0:23411:0:(client.c:2702:ptlrpc_set_wait()) set ffff93eaac713000 going to sleep for 11 seconds 00000100:00100000:1.0:1783969648.521680:0:22672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099366656 00000100:00100000:1.0:1783969648.521685:0:22672:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099366656 00000100:00100000:1.0:1783969648.521714:0:22672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1783969648.521720:0:22672:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea84fcac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b884c461-3115-4676-b8ef-3f3c795c44df+12:23411:x1870627099366656:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1783969648.521864:0:22672:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea84fcac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b884c461-3115-4676-b8ef-3f3c795c44df+12:23411:x1870627099366656:12345-0@lo:501:mount.lustre.0 Request processed in 143us (276us total) trans 0 rc -2/-2 00000100:00100000:1.0:1783969648.521877:0:22672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:2.0:1783969648.526442:0:23411:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93e98369a300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b884c461-3115-4676-b8ef-3f3c795c44df:23411:1870627099366656:0@lo:501:mount.lustre.0 10000000:01000000:2.0:1783969648.526471:0:23411:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.201.134@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:2.0:1783969648.526524:0:23411:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.201.134@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:2.0:1783969648.526535:0:23411:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.134@tcp lock: ffff93ea837bdc00/0xea31253a47cbb46c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xea31253a47cbb473 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969648.526565:0:23411:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.134@tcp lock: ffff93ea837bdc00/0xea31253a47cbb46c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xea31253a47cbb473 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1783969648.526596:0:23411:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff93e981ac5000 10000000:01000000:2.0:1783969648.526601:0:23411:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:2.0:1783969648.526606:0:23411:0:(mgc_request.c:194:do_config_log_add()) do adding config log nodemap-ffff93e982790000 10000000:01000000:2.0:1783969648.526610:0:23411:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 10000000:01000000:2.0:1783969648.526614:0:23411:0:(mgc_request.c:1801:mgc_process_log()) Process log nodemap-ffff93e982790000 from 1 10000000:01000000:2.0:1783969648.526616:0:23411:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1783969648.526652:0:23411:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.134@tcp lock: ffff93ea837bc800/0xea31253a47cbb57d lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969648.526660:0:23411:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.134@tcp lock: ffff93ea837bc800/0xea31253a47cbb57d lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969648.526671:0:23411:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.134@tcp lock: ffff93ea837bc800/0xea31253a47cbb57d lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783969648.526692:0:23411:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93eabb428000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b884c461-3115-4676-b8ef-3f3c795c44df:23411:1870627099366784:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1783969648.526753:0:23411:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783969648.526805:0:23411:0:(client.c:2702:ptlrpc_set_wait()) set ffff93ea84fb0240 going to sleep for 11 seconds 00000100:00100000:1.0:1783969648.526964:0:22673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099366784 00000100:00100000:1.0:1783969648.526970:0:22673:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099366784 00000100:00100000:1.0:1783969648.527021:0:22673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1783969648.527059:0:22673:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea84fc9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b884c461-3115-4676-b8ef-3f3c795c44df+12:23411:x1870627099366784:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1783969648.527074:0:22673:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783969648.527091:0:22673:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff93e983de7000/0xea31253a47cbb584 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xea31253a47cbb57d expref: -99 pid: 22673 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969648.527124:0:22673:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff93e983de7000/0xea31253a47cbb584 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xea31253a47cbb57d expref: 13 pid: 22673 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969648.527135:0:22673:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff93e983de7000/0xea31253a47cbb584 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xea31253a47cbb57d expref: 13 pid: 22673 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969648.527144:0:22673:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93e983de7000, rc 0) 00000100:00100000:1.0:1783969648.527186:0:22673:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea84fc9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b884c461-3115-4676-b8ef-3f3c795c44df+13:23411:x1870627099366784:12345-0@lo:101:mount.lustre.0 Request processed in 129us (432us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969648.527193:0:22673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:2.0:1783969648.527354:0:23411:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93eabb428000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b884c461-3115-4676-b8ef-3f3c795c44df:23411:1870627099366784:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1783969648.527368:0:23411:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.134@tcp lock: ffff93ea837bc800/0xea31253a47cbb57d lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xea31253a47cbb584 expref: -99 pid: 23411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969648.527377:0:23411:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.134@tcp lock: ffff93ea837bc800/0xea31253a47cbb57d lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xea31253a47cbb584 expref: -99 pid: 23411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1783969648.527632:0:23411:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.201.134@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1783969648.527639:0:23411:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.134@tcp lock: ffff93ea837bc800/0xea31253a47cbb57d lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xea31253a47cbb584 expref: -99 pid: 23411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969648.527646:0:23411:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.134@tcp lock: ffff93ea837bc800/0xea31253a47cbb57d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xea31253a47cbb584 expref: -99 pid: 23411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1783969648.527655:0:23411:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-barrier-ffff93e981ac5000 10000000:01000000:2.0:1783969648.527659:0:23411:0:(mgc_request.c:68:mgc_name2resid()) log lustre-barrier to resid 0x65727473756c/0x5 (lustre) 10000000:01000000:2.0:1783969648.527661:0:23411:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-barrier-ffff93e981ac5000 from 1 10000000:01000000:2.0:1783969648.527664:0:23411:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:2.0:1783969648.527681:0:23411:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.134@tcp lock: ffff93ea837bd000/0xea31253a47cbb58b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969648.527687:0:23411:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.134@tcp lock: ffff93ea837bd000/0xea31253a47cbb58b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969648.527694:0:23411:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.134@tcp lock: ffff93ea837bd000/0xea31253a47cbb58b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783969648.527707:0:23411:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93eabb428000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b884c461-3115-4676-b8ef-3f3c795c44df:23411:1870627099366912:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1783969648.527736:0:23411:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783969648.527840:0:23411:0:(client.c:2702:ptlrpc_set_wait()) set ffff93ea84fb0240 going to sleep for 11 seconds 00000100:00100000:3.0:1783969648.530344:0:22672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099366912 00000100:00100000:3.0:1783969648.530360:0:22672:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099366912 00000100:00100000:3.0:1783969648.530618:0:22672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1783969648.530629:0:22672:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea84fca050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b884c461-3115-4676-b8ef-3f3c795c44df+13:23411:x1870627099366912:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1783969648.530648:0:22672:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783969648.530669:0:22672:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff93ea813a0400/0xea31253a47cbb592 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xea31253a47cbb58b expref: -99 pid: 22672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969648.530701:0:22672:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff93ea813a0400/0xea31253a47cbb592 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xea31253a47cbb58b expref: 14 pid: 22672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969648.530711:0:22672:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff93ea813a0400/0xea31253a47cbb592 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xea31253a47cbb58b expref: 14 pid: 22672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969648.530720:0:22672:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93ea813a0400, rc 0) 00000100:00100000:3.0:1783969648.530805:0:22672:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea84fca050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b884c461-3115-4676-b8ef-3f3c795c44df+14:23411:x1870627099366912:12345-0@lo:101:mount.lustre.0 Request processed in 178us (3068us total) trans 0 rc 0/0 00000100:00100000:3.0:1783969648.530812:0:22672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:2.0:1783969648.531002:0:23411:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93eabb428000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b884c461-3115-4676-b8ef-3f3c795c44df:23411:1870627099366912:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1783969648.531034:0:23411:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.134@tcp lock: ffff93ea837bd000/0xea31253a47cbb58b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xea31253a47cbb592 expref: -99 pid: 23411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969648.531043:0:23411:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.134@tcp lock: ffff93ea837bd000/0xea31253a47cbb58b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xea31253a47cbb592 expref: -99 pid: 23411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1783969648.531078:0:23411:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.201.134@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:2.0:1783969648.531095:0:23411:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.134@tcp lock: ffff93ea837bd000/0xea31253a47cbb58b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xea31253a47cbb592 expref: -99 pid: 23411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969648.531102:0:23411:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.134@tcp lock: ffff93ea837bd000/0xea31253a47cbb58b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xea31253a47cbb592 expref: -99 pid: 23411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1783969648.531118:0:23411:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-MDT0001-0000000000000000 10000000:01000000:2.0:1783969648.531123:0:23411:0:(mgc_request.c:68:mgc_name2resid()) log lustre-MDT0001 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1783969648.531130:0:23411:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-mdtir-ffff93e981ac5000 10000000:01000000:2.0:1783969648.531133:0:23411:0:(mgc_request.c:68:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:2.0:1783969648.531136:0:23411:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-MDT0001-0000000000000000 from 1 10000000:01000000:2.0:1783969648.531139:0:23411:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0001 (res 0x65727473756c) 00010000:00010000:2.0:1783969648.531167:0:23411:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.134@tcp lock: ffff93ea837bd400/0xea31253a47cbb599 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969648.531174:0:23411:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.134@tcp lock: ffff93ea837bd400/0xea31253a47cbb599 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969648.531182:0:23411:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.134@tcp lock: ffff93ea837bd400/0xea31253a47cbb599 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783969648.531203:0:23411:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93eabb428000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b884c461-3115-4676-b8ef-3f3c795c44df:23411:1870627099367040:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1783969648.531238:0:23411:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783969648.531274:0:23411:0:(client.c:2702:ptlrpc_set_wait()) set ffff93ea84fb0240 going to sleep for 11 seconds 00000100:00100000:3.0:1783969648.531783:0:22671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099367040 00000100:00100000:3.0:1783969648.531790:0:22671:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099367040 00000100:00100000:3.0:1783969648.531834:0:22671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1783969648.531842:0:22671:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea84fca850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b884c461-3115-4676-b8ef-3f3c795c44df+14:23411:x1870627099367040:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1783969648.531852:0:22671:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783969648.531864:0:22671:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff93ea813a0200/0xea31253a47cbb5a0 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0xea31253a47cbb599 expref: -99 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969648.531882:0:22671:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff93ea813a0200/0xea31253a47cbb5a0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xea31253a47cbb599 expref: 15 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969648.531905:0:22671:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff93ea813a0200/0xea31253a47cbb5a0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xea31253a47cbb599 expref: 15 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969648.531912:0:22671:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93ea813a0200, rc 0) 00000100:00100000:3.0:1783969648.531955:0:22671:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea84fca850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b884c461-3115-4676-b8ef-3f3c795c44df+15:23411:x1870627099367040:12345-0@lo:101:mount.lustre.0 Request processed in 114us (717us total) trans 0 rc 0/0 00000100:00100000:3.0:1783969648.531961:0:22671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:2.0:1783969648.532425:0:23411:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93eabb428000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b884c461-3115-4676-b8ef-3f3c795c44df:23411:1870627099367040:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1783969648.532440:0:23411:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.134@tcp lock: ffff93ea837bd400/0xea31253a47cbb599 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xea31253a47cbb5a0 expref: -99 pid: 23411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969648.532454:0:23411:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.134@tcp lock: ffff93ea837bd400/0xea31253a47cbb599 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xea31253a47cbb5a0 expref: -99 pid: 23411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1783969648.533960:0:23411:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 46 count 46 00000040:00080000:2.0:1783969648.534799:0:23411:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1783969648.544719:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:2.0:1783969648.544777:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 136 off8552 00000040:00080000:2.0:1783969648.544794:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 176 off8728 00000040:00080000:2.0:1783969648.544809:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8952 00000040:00080000:2.0:1783969648.544822:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 224 off9176 00000040:00080000:2.0:1783969648.544835:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 120 off9296 00000040:00080000:2.0:1783969648.544849:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 112 off9408 00000040:00080000:2.0:1783969648.544861:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 160 off9568 00000040:00080000:2.0:1783969648.544873:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9792 00000040:00080000:2.0:1783969648.544886:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10016 00000040:00080000:2.0:1783969648.544900:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 88 off10104 00000040:00080000:2.0:1783969648.544913:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 144 off10248 00000040:00080000:2.0:1783969648.544924:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].13, 152 off10400 00000040:00080000:2.0:1783969648.544936:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].14, 168 off10568 00000040:00080000:2.0:1783969648.544948:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].15, 224 off10792 00000040:00080000:2.0:1783969648.544960:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].16, 224 off11016 00000040:00080000:2.0:1783969648.544972:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].17, 80 off11096 00000040:00080000:2.0:1783969648.544984:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].18, 224 off11320 00000040:00080000:2.0:1783969648.544996:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].19, 224 off11544 00000040:00080000:2.0:1783969648.545007:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].20, 160 off11704 00000040:00080000:2.0:1783969648.545019:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].21, 224 off11928 00000040:00080000:2.0:1783969648.545046:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].22, 224 off12152 00000040:00080000:2.0:1783969648.545061:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].23, 80 off12232 00000040:00080000:2.0:1783969648.545078:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].24, 224 off12456 00000040:00080000:2.0:1783969648.545093:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].25, 224 off12680 00000040:00080000:2.0:1783969648.545105:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].26, 88 off12768 00000040:00080000:2.0:1783969648.545528:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].27, 144 off12912 00000040:00080000:2.0:1783969648.545543:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].28, 152 off13064 00000040:00080000:2.0:1783969648.545556:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].29, 136 off13200 00000040:00080000:2.0:1783969648.545570:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].30, 224 off13424 00000040:00080000:2.0:1783969648.545582:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].31, 224 off13648 00000040:00080000:2.0:1783969648.545595:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].32, 80 off13728 00000040:00080000:2.0:1783969648.545608:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].33, 224 off13952 00000040:00080000:2.0:1783969648.545621:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].34, 224 off14176 00000040:00080000:2.0:1783969648.545633:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].35, 88 off14264 00000040:00080000:2.0:1783969648.545645:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].36, 144 off14408 00000040:00080000:2.0:1783969648.545658:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].37, 152 off14560 00000040:00080000:2.0:1783969648.545671:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].38, 136 off14696 00000040:00080000:2.0:1783969648.545686:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].39, 224 off14920 00000040:00080000:2.0:1783969648.545698:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].40, 224 off15144 00000040:00080000:2.0:1783969648.545708:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].41, 80 off15224 00000040:00080000:2.0:1783969648.545720:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].42, 224 off15448 00000040:00080000:2.0:1783969648.545730:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].43, 224 off15672 00000040:00080000:2.0:1783969648.545743:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].44, 120 off15792 00000040:00080000:2.0:1783969648.545771:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].45, 224 off16016 00000040:00080000:2.0:1783969648.545776:0:23411:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 45 count 46 00000100:00100000:2.0:1783969648.545888:0:23411:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93eabb428000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b884c461-3115-4676-b8ef-3f3c795c44df:23411:1870627099367168:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1783969648.545958:0:23411:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783969648.546009:0:23411:0:(client.c:2702:ptlrpc_set_wait()) set ffff93ea84fb06c0 going to sleep for 11 seconds 00000100:00100000:1.0:1783969648.546310:0:22673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099367168 00000100:00100000:1.0:1783969648.546319:0:22673:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099367168 00000100:00100000:1.0:1783969648.546423:0:22673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1783969648.546437:0:22673:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea84fc9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b884c461-3115-4676-b8ef-3f3c795c44df+15:23411:x1870627099367168:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1783969648.546628:0:22673:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea84fc9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b884c461-3115-4676-b8ef-3f3c795c44df+15:23411:x1870627099367168:12345-0@lo:501:mount.lustre.0 Request processed in 193us (668us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969648.546636:0:22673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:2.0:1783969648.547232:0:23411:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93eabb428000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b884c461-3115-4676-b8ef-3f3c795c44df:23411:1870627099367168:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1783969648.547275:0:23411:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93eabb428000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b884c461-3115-4676-b8ef-3f3c795c44df:23411:1870627099367296:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1783969648.547327:0:23411:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783969648.547363:0:23411:0:(client.c:2702:ptlrpc_set_wait()) set ffff93ea84fb06c0 going to sleep for 11 seconds 00000100:00100000:1.0:1783969648.553521:0:22672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099367296 00000100:00100000:1.0:1783969648.553553:0:22672:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099367296 00000100:00100000:1.0:1783969648.553630:0:22672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1783969648.553640:0:22672:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea84fc9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b884c461-3115-4676-b8ef-3f3c795c44df+15:23411:x1870627099367296:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1783969648.554533:0:22672:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea84fc9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b884c461-3115-4676-b8ef-3f3c795c44df+15:23411:x1870627099367296:12345-0@lo:503:mount.lustre.0 Request processed in 890us (7200us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969648.554546:0:22672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1783969648.556438:0:23411:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93eabb428000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b884c461-3115-4676-b8ef-3f3c795c44df:23411:1870627099367296:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1783969648.556891:0:23411:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1783969648.556976:0:23411:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93eabb428000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b884c461-3115-4676-b8ef-3f3c795c44df:23411:1870627099367424:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1783969648.557050:0:23411:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783969648.557091:0:23411:0:(client.c:2702:ptlrpc_set_wait()) set ffff93ea84fb0240 going to sleep for 11 seconds 00000100:00100000:3.0:1783969648.557268:0:22671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099367424 00000100:00100000:3.0:1783969648.557276:0:22671:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099367424 00000100:00100000:3.0:1783969648.557329:0:22671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1783969648.557338:0:22671:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea82b8c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b884c461-3115-4676-b8ef-3f3c795c44df+15:23411:x1870627099367424:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1783969648.563443:0:22671:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea82b8c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b884c461-3115-4676-b8ef-3f3c795c44df+15:23411:x1870627099367424:12345-0@lo:502:mount.lustre.0 Request processed in 6095us (6383us total) trans 0 rc 0/0 00000100:00100000:3.0:1783969648.563458:0:22671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1783969648.563732:0:23411:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93eabb428000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b884c461-3115-4676-b8ef-3f3c795c44df:23411:1870627099367424:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1783969648.563968:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:2.0:1783969648.563997:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 136 off8552 00000040:00080000:2.0:1783969648.564012:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 176 off8728 00000040:00080000:2.0:1783969648.564036:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8952 00000040:00080000:2.0:1783969648.564053:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 224 off9176 00000040:00080000:2.0:1783969648.564068:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 120 off9296 00000040:00080000:2.0:1783969648.564081:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 112 off9408 00000040:00080000:2.0:1783969648.564093:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 160 off9568 00000040:00080000:2.0:1783969648.564104:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9792 00000040:00080000:2.0:1783969648.564131:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10016 00000040:00080000:2.0:1783969648.564145:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 88 off10104 00000040:00080000:2.0:1783969648.564157:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 144 off10248 00000040:00080000:2.0:1783969648.564168:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].13, 152 off10400 00000040:00080000:2.0:1783969648.564180:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].14, 168 off10568 00000040:00080000:2.0:1783969648.564192:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].15, 224 off10792 00000040:00080000:2.0:1783969648.564204:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].16, 224 off11016 00000040:00080000:2.0:1783969648.564217:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].17, 80 off11096 00000040:00080000:2.0:1783969648.564228:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].18, 224 off11320 00000040:00080000:2.0:1783969648.564238:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].19, 224 off11544 00000040:00080000:2.0:1783969648.564249:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].20, 160 off11704 00000040:00080000:2.0:1783969648.564263:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].21, 224 off11928 00000040:00080000:2.0:1783969648.564275:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].22, 224 off12152 00000040:00080000:2.0:1783969648.564287:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].23, 80 off12232 00000040:00080000:2.0:1783969648.564299:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].24, 224 off12456 00000040:00080000:2.0:1783969648.564311:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].25, 224 off12680 00000040:00080000:2.0:1783969648.564323:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].26, 88 off12768 00000040:00080000:2.0:1783969648.564335:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].27, 144 off12912 00000040:00080000:2.0:1783969648.564359:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].28, 152 off13064 00000040:00080000:2.0:1783969648.564372:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].29, 136 off13200 00000040:00080000:2.0:1783969648.564410:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].30, 224 off13424 00000040:00080000:2.0:1783969648.564422:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].31, 224 off13648 00000040:00080000:2.0:1783969648.564433:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].32, 80 off13728 00000040:00080000:2.0:1783969648.564444:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].33, 224 off13952 00000040:00080000:2.0:1783969648.564454:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].34, 224 off14176 00000040:00080000:2.0:1783969648.564465:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].35, 88 off14264 00000040:00080000:2.0:1783969648.564475:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].36, 144 off14408 00000040:00080000:2.0:1783969648.564487:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].37, 152 off14560 00000040:00080000:2.0:1783969648.564500:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].38, 136 off14696 00000040:00080000:2.0:1783969648.564513:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].39, 224 off14920 00000040:00080000:2.0:1783969648.564525:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].40, 224 off15144 00000040:00080000:2.0:1783969648.564536:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].41, 80 off15224 00000040:00080000:2.0:1783969648.564547:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].42, 224 off15448 00000040:00080000:2.0:1783969648.564557:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].43, 224 off15672 00000040:00080000:2.0:1783969648.564568:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].44, 120 off15792 00000100:00100000:2.0:1783969648.564606:0:23411:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93eabb428000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b884c461-3115-4676-b8ef-3f3c795c44df:23411:1870627099367552:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1783969648.564657:0:23411:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783969648.564703:0:23411:0:(client.c:2702:ptlrpc_set_wait()) set ffff93ea84fb0240 going to sleep for 11 seconds 00000100:00100000:3.0:1783969648.564840:0:22673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099367552 00000100:00100000:3.0:1783969648.564846:0:22673:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099367552 00000100:00100000:3.0:1783969648.564881:0:22673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:3.0:1783969648.564888:0:22673:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eab777d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b884c461-3115-4676-b8ef-3f3c795c44df+15:23411:x1870627099367552:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1783969648.564983:0:22673:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eab777d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b884c461-3115-4676-b8ef-3f3c795c44df+15:23411:x1870627099367552:12345-0@lo:502:mount.lustre.0 Request processed in 94us (325us total) trans 0 rc 0/0 00000100:00100000:3.0:1783969648.564990:0:22673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:2.0:1783969648.566293:0:23411:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93eabb428000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b884c461-3115-4676-b8ef-3f3c795c44df:23411:1870627099367552:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1783969648.566405:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].45, 224 off16016 00000040:00080000:2.0:1783969648.566418:0:23411:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 45 count 46 00000020:01000000:2.0:1783969648.568988:0:23415:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1783969648.569004:0:23415:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1783969648.569006:0:23415:0:(obd_config.c:1561:class_process_config()) marker 11 (0x1) lustre-MDT0001-m lov setup 00000020:01000000:2.0:1783969648.569012:0:23415:0:(obd_config.c:1967:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0001) 00000020:00000080:2.0:1783969648.569015:0:23415:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1783969648.569045:0:23415:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-mdtlov (ffff93e982194d40) 00000020:00000080:2.0:1783969648.569071:0:23415:0:(obd_config.c:720:class_attach_name()) OBD: dev 13 attached type lod with refcount 2 00000020:00000080:2.0:1783969648.569077:0:23415:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00080000:01000000:2.0:1783969648.569199:0:23415:0:(osd_handler.c:8929:osd_obd_connect()) connect #1 00000020:00000080:2.0:1783969648.569206:0:23415:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xea31253a47cbb5ae 00000020:00000080:2.0:1783969648.569461:0:23415:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-mdtlov (uuid lustre-MDT0001-mdtlov_UUID) 00000020:01000000:2.0:1783969648.569466:0:23415:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1783969648.569470:0:23415:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1783969648.569472:0:23415:0:(obd_config.c:1561:class_process_config()) marker 11 (0x2) lustre-MDT0001-m lov setup 00000020:01000000:2.0:1783969648.569474:0:23415:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1783969648.569478:0:23415:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1783969648.569480:0:23415:0:(obd_config.c:1561:class_process_config()) marker 12 (0x1) lustre-MDT0001 add mdt 00000020:00000080:2.0:1783969648.569483:0:23415:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1783969648.569490:0:23415:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001 (ffff93e982190000) 00000020:00000080:2.0:1783969648.569502:0:23415:0:(obd_config.c:720:class_attach_name()) OBD: dev 14 attached type mdt with refcount 2 00000020:00000080:2.0:1783969648.569507:0:23415:0:(obd_config.c:1470:class_process_config()) processing cmd: cf007 00000020:00000080:2.0:1783969648.569509:0:23415:0:(obd_config.c:1514:class_process_config()) mountopt: profile lustre-MDT0001 osc lustre-MDT0001-mdtlov mdc (null) 00000020:01000000:2.0:1783969648.569511:0:23415:0:(obd_config.c:1148:class_add_profile()) Add profile lustre-MDT0001 00000020:00000080:2.0:1783969648.569517:0:23415:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000020:01000004:2.0:1783969648.569563:0:23415:0:(tgt_mount.c:153:server_get_mount()) get mount ffff93e981ac5000 from lustre-MDT0001, refs=2 00000020:00000080:2.0:1783969648.569574:0:23415:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDD0001 (ffff93e982193380) 00000020:00000080:2.0:1783969648.569583:0:23415:0:(obd_config.c:720:class_attach_name()) OBD: dev 15 attached type mdd with refcount 2 00000004:01000000:2.0:1783969648.569641:0:23415:0:(lod_dev.c:2291:lod_obd_connect()) connect #0 00000020:00000080:2.0:1783969648.569648:0:23415:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xea31253a47cbb5c3 00000020:00000080:2.0:1783969648.569741:0:23415:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDD0001 (uuid lustre-MDD0001_UUID) 00000004:01000000:2.0:1783969648.569748:0:23415:0:(mdd_device.c:1596:mdd_obd_connect()) connect #0 00000020:00000080:2.0:1783969648.569753:0:23415:0:(genops.c:1406:class_connect()) connect: client lustre-MDD0001_UUID, cookie 0xea31253a47cbb5ca 00080000:01000000:2.0:1783969648.569759:0:23415:0:(osd_handler.c:8929:osd_obd_connect()) connect #2 00000020:00000080:2.0:1783969648.569762:0:23415:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xea31253a47cbb5d1 00010000:00010000:0.0:1783969648.649707:0:23415:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-mdt-lustre-MDT0001_UUID-2 is initialized 00000001:00000004:0.0:1783969648.650242:0:23415:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 8589934595 00000001:00080000:0.0:1783969648.650527:0:23415:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0001: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000020:00000080:1.0:1783969648.651549:0:23415:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001 (uuid lustre-MDT0001_UUID) 00000020:01000000:1.0:1783969648.651562:0:23415:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1783969648.651568:0:23415:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1783969648.651570:0:23415:0:(obd_config.c:1561:class_process_config()) marker 12 (0x2) lustre-MDT0001 add mdt 00000020:01000000:1.0:1783969648.651574:0:23415:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1783969648.651578:0:23415:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1783969648.651580:0:23415:0:(obd_config.c:1561:class_process_config()) marker 13 (0x1) lustre-MDT0000 add osp 00000020:00000080:1.0:1783969648.651583:0:23415:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1783969648.651590:0:23415:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.201.134@tcp to nid 0x20000c0a8c986 (192.168.201.134@tcp) 00000020:00000080:1.0:1783969648.651617:0:23415:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1783969648.651633:0:23415:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-osp-MDT0001 (ffff93eab61299c0) 00000020:00000080:1.0:1783969648.651652:0:23415:0:(obd_config.c:720:class_attach_name()) OBD: dev 16 attached type osp with refcount 2 00000020:00000080:1.0:1783969648.651658:0:23415:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000004:00080000:1.0:1783969648.651719:0:23415:0:(osp_dev.c:1203:osp_init0()) lustre-MDT0000-osp-MDT0001: connect to lustre-MDT0001-osd (lustre-MDT0000-osp-MDT0001) 00080000:01000000:1.0:1783969648.651727:0:23415:0:(osd_handler.c:8929:osd_obd_connect()) connect #3 00000020:00000080:1.0:1783969648.651733:0:23415:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xea31253a47cbb5df 00010000:00080000:1.0:1783969648.651763:0:23415:0:(ldlm_lib.c:102:import_set_conn()) imp ffff93eab9ee2000@lustre-MDT0000-osp-MDT0001: add connection 192.168.201.134@tcp at head 00010000:00010000:1.0:1783969648.653523:0:23415:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-osp-MDT0001-5 is initialized 00000020:00000080:1.0:1783969648.654818:0:23415:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-osp-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:1.0:1783969648.654832:0:23415:0:(obd_config.c:1470:class_process_config()) processing cmd: cf014 00000004:01000000:1.0:1783969648.654869:0:23415:0:(lod_lov.c:128:lod_add_device()) osp:lustre-MDT0000_UUID idx:0 gen:1 00000020:00000080:1.0:1783969648.654893:0:23415:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xea31253a47cbb5e6 00000100:00080000:1.0:1783969648.654905:0:23415:0:(import.c:510:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1783969648.654911:0:23415:0:(import.c:624:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff93eab9ee2000 using connection 192.168.201.134@tcp/0@lo 00000100:00100000:1.0:1783969648.654954:0:23415:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93ea8e85ce00 x1870627099367680/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1783969648.654995:0:3645:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea8e85ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3645:1870627099367680:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1783969648.655086:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1783969648.658125:0:23415:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID 00000100:00080000:0.0:1783969648.658163:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1783969648.658168:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1783969648.658171:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1783969648.658173:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000020:01000000:0.0:1783969648.658263:0:23415:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1783969648.658276:0:23415:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783969648.658279:0:23415:0:(obd_config.c:1561:class_process_config()) marker 13 (0x2) lustre-MDT0000 add osp 00000020:01000000:0.0:1783969648.658283:0:23415:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1783969648.658285:0:23415:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #14 00000020:01000000:0.0:1783969648.658287:0:23415:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1783969648.658289:0:23415:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1783969648.658290:0:23415:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1783969648.658292:0:23415:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783969648.658293:0:23415:0:(obd_config.c:1561:class_process_config()) marker 14 (0x6) lustre sys.timeout 00000020:01000000:0.0:1783969648.658295:0:23415:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1783969648.658299:0:23415:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783969648.658301:0:23415:0:(obd_config.c:1561:class_process_config()) marker 15 (0x1) lustre-MDT0001 mdt.identity_upcall 00000020:00000080:0.0:1783969648.658304:0:23415:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00f 00000004:01000000:0.0:1783969648.658357:0:23415:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0001: identity upcall set to /home/green/git/lustre-release/lustre/utils/l_getidentity 00000020:01000000:0.0:1783969648.658372:0:23415:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1783969648.658374:0:23415:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783969648.658375:0:23415:0:(obd_config.c:1561:class_process_config()) marker 15 (0x2) lustre-MDT0001 mdt.identity_upcall 00000020:01000000:0.0:1783969648.658377:0:23415:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1783969648.658402:0:23415:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #19 00000020:01000000:0.0:1783969648.658404:0:23415:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1783969648.658405:0:23415:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1783969648.658407:0:23415:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1783969648.658409:0:23415:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783969648.658411:0:23415:0:(obd_config.c:1561:class_process_config()) marker 19 (0x6) lustre sys.timeout 00000020:01000000:0.0:1783969648.658413:0:23415:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:0.0:1783969648.658417:0:23415:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/mds2_flakey 00000020:00000080:0.0:1783969648.658420:0:23415:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783969648.658421:0:23415:0:(obd_config.c:1561:class_process_config()) marker 23 (0x1) lustre-OST0000 add osc 00000020:00000080:0.0:1783969648.658424:0:23415:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1783969648.658428:0:23415:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.201.134@tcp to nid 0x20000c0a8c986 (192.168.201.134@tcp) 00000100:00100000:1.0:1783969648.658538:0:22683:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099367680 00000100:00100000:1.0:1783969648.658548:0:22683:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099367680 00000100:00100000:1.0:1783969648.658585:0:22683:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1783969648.658594:0:22683:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea8e85e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3645:x1870627099367680:12345-0@lo:38:llog_process_th.0 00010000:00080000:1.0:1783969648.658621:0:22683:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 710 last 0 00000020:00000080:1.0:1783969648.658656:0:22683:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xea31253a47cbb5ed 00000020:01000000:0.0:1783969648.659502:0:23415:0:(obd_config.c:1975:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0001) 00000020:00000080:0.0:1783969648.659508:0:23415:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1783969648.659525:0:23415:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0001 (ffff93eaa5b019c0) 00000020:00000080:0.0:1783969648.659541:0:23415:0:(obd_config.c:720:class_attach_name()) OBD: dev 17 attached type osp with refcount 2 00000020:00000080:0.0:1783969648.659555:0:23415:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000004:00080000:0.0:1783969648.659631:0:23415:0:(osp_dev.c:1203:osp_init0()) lustre-OST0000-osc-MDT0001: connect to lustre-MDT0001-osd (lustre-OST0000-osc-MDT0001) 00080000:01000000:0.0:1783969648.659639:0:23415:0:(osd_handler.c:8929:osd_obd_connect()) connect #4 00000020:00000080:0.0:1783969648.659646:0:23415:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xea31253a47cbb5fb 00010000:00080000:0.0:1783969648.659678:0:23415:0:(ldlm_lib.c:102:import_set_conn()) imp ffff93ea83eeb000@lustre-OST0000-osc-MDT0001: add connection 192.168.201.134@tcp at head 00010000:00010000:0.0:1783969648.659920:0:23415:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0001-6 is initialized 00000004:00100000:1.0:1783969648.660162:0:22683:0:(mdt_handler.c:7286:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000001:00000004:1.0:1783969648.660169:0:22683:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 12884901888 00000040:01000000:3.0:1783969648.663439:0:23415:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:3.0:1783969648.663681:0:23415:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0000-osc-MDT0001 ctxt 2 is initialized 00000100:00080000:1.0:1783969648.668519:0:22683:0:(import.c:65:import_set_state_nolock()) ffff93ea8dcd7800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1783969648.668628:0:22683:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea8e85e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3645:x1870627099367680:12345-0@lo:38:llog_process_th.0 Request processed in 10031us (13539us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969648.668643:0:22683:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1783969648.670350:0:3645:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:0.0:1783969648.670363:0:3645:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-osp-MDT0001: connect to target with instance 3 00000100:00080000:0.0:1783969648.670372:0:3645:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-osp-MDT0001: Resetting ns_connect_flags to server flags: 0xa2400010450010a0 00000100:00080000:0.0:1783969648.670902:0:3645:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:0.0:1783969648.670909:0:3645:0:(import.c:65:import_set_state_nolock()) ffff93eab9ee2000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:0.0:1783969648.670926:0:3645:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea8e85ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3645:1870627099367680:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1783969648.671160:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea8e85d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1870627099367808:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1783969648.671227:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783969648.671308:0:22684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099367808 00000100:00100000:2.0:1783969648.671316:0:22684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099367808 00000100:00100000:2.0:1783969648.671376:0:22684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1783969648.671407:0:22684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93e983699f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3648:x1870627099367808:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1783969648.671442:0:22684:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1783969648.673449:0:22684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93e983699f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3648:x1870627099367808:12345-0@lo:41:osp-pre-0-1.0 Request processed in 2035us (2211us total) trans 0 rc 0/0 00000100:00100000:2.0:1783969648.673482:0:22684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1783969648.673873:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea8e85d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1870627099367808:0@lo:41:osp-pre-0-1.0 00000040:00080000:2.0:1783969648.674870:0:23415:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1783969648.675169:0:23415:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2:0x0].3, 64 off8384 00000040:00080000:2.0:1783969648.675303:0:23415:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].1, 64 off8256 00000040:00080000:0.0:1783969648.675955:0:23420:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:0.0:1783969648.675960:0:23420:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xc:0x0] at index 3 of catalog [0x1:0x2:0x0] 00000020:00000080:2.0:1783969648.677015:0:23415:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:2.0:1783969648.677043:0:23415:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00d 00000004:01000000:2.0:1783969648.677084:0:23415:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0000_UUID idx:0 gen:1 00000020:00000080:2.0:1783969648.677172:0:23415:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xea31253a47cbb602 00000100:00080000:2.0:1783969648.677184:0:23415:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1783969648.677190:0:23415:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff93ea83eeb000 using connection 192.168.201.134@tcp/0@lo 00000100:00100000:2.0:1783969648.677225:0:23415:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93eabb428000 x1870627099367936/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1783969648.677293:0:3645:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93eabb428000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3645:1870627099367936:0@lo:8:llog_process_th.0 00000400:00000100:0.0:1783969648.677360:0:3645:0:(lib-move.c:4319:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1870627099367936 offset 0 length 520: 4 00000100:00080000:2.0:1783969648.677452:0:23415:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID 00000100:00080000:3.0:1783969648.677684:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1783969648.677689:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1783969648.677691:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1783969648.677694:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000020:01000000:2.0:1783969648.677764:0:23415:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1783969648.677768:0:23415:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1783969648.677770:0:23415:0:(obd_config.c:1561:class_process_config()) marker 23 (0x2) lustre-OST0000 add osc 00000020:01000000:2.0:1783969648.677774:0:23415:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1783969648.677777:0:23415:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #26 00000020:01000000:2.0:1783969648.677778:0:23415:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1783969648.677780:0:23415:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1783969648.677781:0:23415:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1783969648.677784:0:23415:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1783969648.677786:0:23415:0:(obd_config.c:1561:class_process_config()) marker 26 (0x6) lustre sys.timeout 00000020:01000000:2.0:1783969648.677789:0:23415:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:2.0:1783969648.677793:0:23415:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/mds2_flakey 00000020:00000080:2.0:1783969648.677796:0:23415:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1783969648.677797:0:23415:0:(obd_config.c:1561:class_process_config()) marker 31 (0x1) lustre-OST0001 add osc 00000020:00000080:2.0:1783969648.677801:0:23415:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1783969648.677805:0:23415:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.201.134@tcp to nid 0x20000c0a8c986 (192.168.201.134@tcp) 00000020:01000000:2.0:1783969648.677825:0:23415:0:(obd_config.c:1975:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0001) 00000020:00000080:2.0:1783969648.677834:0:23415:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1783969648.677846:0:23415:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-MDT0001 (ffff93eab71619c0) 00000020:00000080:2.0:1783969648.677860:0:23415:0:(obd_config.c:720:class_attach_name()) OBD: dev 18 attached type osp with refcount 2 00000020:00000080:2.0:1783969648.677867:0:23415:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000004:00080000:2.0:1783969648.677946:0:23415:0:(osp_dev.c:1203:osp_init0()) lustre-OST0001-osc-MDT0001: connect to lustre-MDT0001-osd (lustre-OST0001-osc-MDT0001) 00080000:01000000:2.0:1783969648.677953:0:23415:0:(osd_handler.c:8929:osd_obd_connect()) connect #5 00000020:00000080:2.0:1783969648.677960:0:23415:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xea31253a47cbb610 00010000:00080000:2.0:1783969648.677996:0:23415:0:(ldlm_lib.c:102:import_set_conn()) imp ffff93eaa01ef800@lustre-OST0001-osc-MDT0001: add connection 192.168.201.134@tcp at head 00010000:00010000:2.0:1783969648.678272:0:23415:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-MDT0001-7 is initialized 00000040:01000000:2.0:1783969648.678340:0:23415:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:2.0:1783969648.678354:0:23415:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0001-osc-MDT0001 ctxt 2 is initialized 00000040:00080000:2.0:1783969648.680339:0:23415:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1783969648.680641:0:23415:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x5:0x0].3, 64 off8384 00000040:00080000:2.0:1783969648.680747:0:23415:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].1, 64 off8256 00000040:00080000:3.0:1783969648.681287:0:23422:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:3.0:1783969648.681292:0:23422:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 3 of catalog [0x1:0x5:0x0] 00000020:00000080:2.0:1783969648.682096:0:23415:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:2.0:1783969648.682168:0:23415:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00d 00000004:01000000:2.0:1783969648.682209:0:23415:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0001_UUID idx:1 gen:1 00000020:00000080:2.0:1783969648.682232:0:23415:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xea31253a47cbb617 00000100:00080000:2.0:1783969648.682242:0:23415:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1783969648.682248:0:23415:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff93eaa01ef800 using connection 192.168.201.134@tcp/0@lo 00000100:00100000:2.0:1783969648.682283:0:23415:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93eabb42b480 x1870627099368064/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1783969648.682351:0:3645:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93eabb42b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3645:1870627099368064:0@lo:8:llog_process_th.0 00000400:00000100:1.0:1783969648.682452:0:3645:0:(lib-move.c:4319:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1870627099368064 offset 0 length 520: 4 00000100:00080000:2.0:1783969648.682575:0:23415:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID 00000020:01000000:2.0:1783969648.682659:0:23415:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1783969648.682664:0:23415:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1783969648.682666:0:23415:0:(obd_config.c:1561:class_process_config()) marker 31 (0x2) lustre-OST0001 add osc 00000020:01000000:2.0:1783969648.682669:0:23415:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1783969648.682673:0:23415:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1783969648.682674:0:23415:0:(obd_config.c:1561:class_process_config()) marker 34 (0x1) lustre sys.timeout 00000020:00000080:2.0:1783969648.682677:0:23415:0:(obd_config.c:1470:class_process_config()) processing cmd: cf009 00000020:00000080:2.0:1783969648.682678:0:23415:0:(obd_config.c:1535:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:2.0:1783969648.682688:0:23415:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1783969648.682690:0:23415:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1783969648.682692:0:23415:0:(obd_config.c:1561:class_process_config()) marker 34 (0x2) lustre sys.timeout 00000020:01000000:2.0:1783969648.682695:0:23415:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1783969648.682697:0:23415:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1783969648.682698:0:23415:0:(obd_config.c:1561:class_process_config()) marker 39 (0x1) lustre sys.jobid_var 00000020:00000080:2.0:1783969648.682702:0:23415:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00f 00000020:01000000:2.0:1783969648.682727:0:23415:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1783969648.682731:0:23415:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1783969648.682732:0:23415:0:(obd_config.c:1561:class_process_config()) marker 39 (0x2) lustre sys.jobid_var 00000040:00080000:2.0:1783969648.682735:0:23415:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 46 count 46 00000100:00080000:3.0:1783969648.682917:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1783969648.682923:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1783969648.682925:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1783969648.682928:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000020:01000000:3.0:1783969648.682947:0:23411:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0001 gen 1-45 (rc=0) 10000000:01000000:3.0:1783969648.682976:0:23411:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.201.134@tcp: configuration from log 'lustre-MDT0001' succeeded (0). 00010000:00010000:3.0:1783969648.683044:0:23411:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.134@tcp lock: ffff93ea837bd400/0xea31253a47cbb599 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xea31253a47cbb5a0 expref: -99 pid: 23411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969648.683057:0:23411:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.134@tcp lock: ffff93ea837bd400/0xea31253a47cbb599 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xea31253a47cbb5a0 expref: -99 pid: 23411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1783969648.683066:0:23411:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-mdtir-ffff93e981ac5000 from 1 10000000:01000000:3.0:1783969648.683069:0:23411:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1783969648.683100:0:23411:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.134@tcp lock: ffff93ea813a1c00/0xea31253a47cbb61e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969648.683118:0:23411:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.134@tcp lock: ffff93ea813a1c00/0xea31253a47cbb61e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969648.683142:0:23411:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.134@tcp lock: ffff93ea813a1c00/0xea31253a47cbb61e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783969648.683159:0:23411:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93e98369b800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b884c461-3115-4676-b8ef-3f3c795c44df:23411:1870627099368192:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1783969648.683202:0:23411:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783969648.683235:0:23411:0:(client.c:2702:ptlrpc_set_wait()) set ffff93e983fe2f00 going to sleep for 11 seconds 00000100:00100000:2.0:1783969648.683343:0:22671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099368192 00000100:00100000:2.0:1783969648.683350:0:22671:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099368192 00000100:00100000:2.0:1783969648.683418:0:22671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:2.0:1783969648.683427:0:22671:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eab777f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b884c461-3115-4676-b8ef-3f3c795c44df+15:23411:x1870627099368192:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1783969648.683442:0:22671:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783969648.683454:0:22671:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff93ea837bc600/0xea31253a47cbb625 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xea31253a47cbb61e expref: -99 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969648.683477:0:22671:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff93ea837bc600/0xea31253a47cbb625 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xea31253a47cbb61e expref: 16 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969648.683488:0:22671:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff93ea837bc600/0xea31253a47cbb625 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xea31253a47cbb61e expref: 16 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969648.683496:0:22671:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93ea837bc600, rc 0) 00000100:00100000:2.0:1783969648.683536:0:22671:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eab777f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b884c461-3115-4676-b8ef-3f3c795c44df+16:23411:x1870627099368192:12345-0@lo:101:mount.lustre.0 Request processed in 109us (333us total) trans 0 rc 0/0 00000100:00100000:2.0:1783969648.683542:0:22671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:3.0:1783969648.683703:0:23411:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93e98369b800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b884c461-3115-4676-b8ef-3f3c795c44df:23411:1870627099368192:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1783969648.683717:0:23411:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.134@tcp lock: ffff93ea813a1c00/0xea31253a47cbb61e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xea31253a47cbb625 expref: -99 pid: 23411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969648.683726:0:23411:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.134@tcp lock: ffff93ea813a1c00/0xea31253a47cbb61e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xea31253a47cbb625 expref: -99 pid: 23411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783969648.684295:0:23411:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93e98369b800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b884c461-3115-4676-b8ef-3f3c795c44df:23411:1870627099368320:0@lo:256:mount.lustre.0 00000100:00100000:3.0:1783969648.684336:0:23411:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783969648.684363:0:23411:0:(client.c:2702:ptlrpc_set_wait()) set ffff93e983fe2f00 going to sleep for 11 seconds 00000100:00100000:2.0:1783969648.684586:0:22672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099368320 00000100:00100000:2.0:1783969648.684590:0:22672:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099368320 00000100:00100000:2.0:1783969648.684630:0:22672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:2.0:1783969648.684636:0:22672:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eab777c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b884c461-3115-4676-b8ef-3f3c795c44df+16:23411:x1870627099368320:12345-0@lo:256:mount.lustre.0 20000000:01000000:2.0:1783969648.684653:0:22672:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:2.0:1783969648.684670:0:22672:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:2.0:1783969648.684673:0:22672:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 11 00000100:00100000:2.0:1783969648.684770:0:22672:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eab777c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b884c461-3115-4676-b8ef-3f3c795c44df+16:23411:x1870627099368320:12345-0@lo:256:mount.lustre.0 Request processed in 133us (433us total) trans 0 rc 0/0 00000100:00100000:2.0:1783969648.684778:0:22672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:1.0:1783969648.684851:0:23411:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93e98369b800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b884c461-3115-4676-b8ef-3f3c795c44df:23411:1870627099368320:0@lo:256:mount.lustre.0 10000000:01000000:1.0:1783969648.685467:0:23411:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.201.134@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:1.0:1783969648.685788:0:23411:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.134@tcp lock: ffff93ea813a1c00/0xea31253a47cbb61e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xea31253a47cbb625 expref: -99 pid: 23411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969648.685799:0:23411:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.134@tcp lock: ffff93ea813a1c00/0xea31253a47cbb61e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xea31253a47cbb625 expref: -99 pid: 23411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1783969648.685821:0:23411:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff93e981ac5000 from 1 10000000:01000000:1.0:1783969648.685823:0:23411:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1783969648.685855:0:23411:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.134@tcp lock: ffff93e983de6e00/0xea31253a47cbb62c lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969648.685862:0:23411:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.134@tcp lock: ffff93e983de6e00/0xea31253a47cbb62c lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969648.685872:0:23411:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.134@tcp lock: ffff93e983de6e00/0xea31253a47cbb62c lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783969648.685889:0:23411:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea8e85df80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b884c461-3115-4676-b8ef-3f3c795c44df:23411:1870627099368448:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1783969648.685929:0:23411:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783969648.685964:0:23411:0:(client.c:2702:ptlrpc_set_wait()) set ffff93ea862f0a80 going to sleep for 11 seconds 00000100:00100000:3.0:1783969648.686032:0:22673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099368448 00000100:00100000:3.0:1783969648.686038:0:22673:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099368448 00000100:00100000:3.0:1783969648.686120:0:22673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:3.0:1783969648.686130:0:22673:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eab777e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b884c461-3115-4676-b8ef-3f3c795c44df+16:23411:x1870627099368448:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1783969648.686144:0:22673:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783969648.686160:0:22673:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff93ea813a0a00/0xea31253a47cbb633 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xea31253a47cbb62c expref: -99 pid: 22673 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969648.686183:0:22673:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff93ea813a0a00/0xea31253a47cbb633 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xea31253a47cbb62c expref: 17 pid: 22673 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969648.686204:0:22673:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff93ea813a0a00/0xea31253a47cbb633 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xea31253a47cbb62c expref: 17 pid: 22673 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969648.686212:0:22673:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93ea813a0a00, rc 0) 00000100:00100000:3.0:1783969648.686255:0:22673:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eab777e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b884c461-3115-4676-b8ef-3f3c795c44df+17:23411:x1870627099368448:12345-0@lo:101:mount.lustre.0 Request processed in 127us (324us total) trans 0 rc 0/0 00000100:00100000:3.0:1783969648.686261:0:22673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:1.0:1783969648.686329:0:23411:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea8e85df80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b884c461-3115-4676-b8ef-3f3c795c44df:23411:1870627099368448:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1783969648.686343:0:23411:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.134@tcp lock: ffff93e983de6e00/0xea31253a47cbb62c lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xea31253a47cbb633 expref: -99 pid: 23411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969648.686351:0:23411:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.134@tcp lock: ffff93e983de6e00/0xea31253a47cbb62c lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xea31253a47cbb633 expref: -99 pid: 23411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1783969648.690924:0:23411:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 13 count 13 00000040:00080000:1.0:1783969648.691233:0:23411:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1783969648.691431:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:1.0:1783969648.691452:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 112 off8528 00000040:00080000:1.0:1783969648.691463:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 224 off8752 00000040:00080000:1.0:1783969648.691474:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8976 00000040:00080000:1.0:1783969648.691485:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 112 off9088 00000040:00080000:1.0:1783969648.691503:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 224 off9312 00000040:00080000:1.0:1783969648.691513:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 224 off9536 00000040:00080000:1.0:1783969648.691524:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 128 off9664 00000040:00080000:1.0:1783969648.691543:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:1.0:1783969648.691555:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 224 off10112 00000040:00080000:1.0:1783969648.691565:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 128 off10240 00000040:00080000:1.0:1783969648.691579:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10464 00000040:00080000:1.0:1783969648.691584:0:23411:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 12 count 13 00000100:00100000:1.0:1783969648.691660:0:23411:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea8e85df80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b884c461-3115-4676-b8ef-3f3c795c44df:23411:1870627099368576:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1783969648.691726:0:23411:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783969648.694738:0:23411:0:(client.c:2702:ptlrpc_set_wait()) set ffff93e9822353c0 going to sleep for 11 seconds 00000100:00100000:2.0:1783969648.694937:0:22672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099368576 00000100:00100000:2.0:1783969648.694948:0:22672:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099368576 00000100:00100000:2.0:1783969648.695002:0:22672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:2.0:1783969648.695011:0:22672:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eab777dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b884c461-3115-4676-b8ef-3f3c795c44df+17:23411:x1870627099368576:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1783969648.695268:0:22672:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eab777dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b884c461-3115-4676-b8ef-3f3c795c44df+17:23411:x1870627099368576:12345-0@lo:501:mount.lustre.0 Request processed in 256us (3540us total) trans 0 rc 0/0 00000100:00100000:2.0:1783969648.695276:0:22672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1783969648.695497:0:23411:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea8e85df80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b884c461-3115-4676-b8ef-3f3c795c44df:23411:1870627099368576:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1783969648.695556:0:23411:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea8e85df80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b884c461-3115-4676-b8ef-3f3c795c44df:23411:1870627099368704:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1783969648.695612:0:23411:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783969648.695643:0:23411:0:(client.c:2702:ptlrpc_set_wait()) set ffff93e9822353c0 going to sleep for 11 seconds 00000100:00100000:2.0:1783969648.695762:0:22672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099368704 00000100:00100000:2.0:1783969648.695766:0:22672:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099368704 00000100:00100000:2.0:1783969648.695788:0:22672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:2.0:1783969648.695795:0:22672:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eab777cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b884c461-3115-4676-b8ef-3f3c795c44df+17:23411:x1870627099368704:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1783969648.695892:0:22672:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eab777cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b884c461-3115-4676-b8ef-3f3c795c44df+17:23411:x1870627099368704:12345-0@lo:503:mount.lustre.0 Request processed in 97us (279us total) trans 0 rc 0/0 00000100:00100000:2.0:1783969648.695899:0:22672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:1.0:1783969648.695981:0:23411:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea8e85df80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b884c461-3115-4676-b8ef-3f3c795c44df:23411:1870627099368704:0@lo:503:mount.lustre.0 00000040:00080000:1.0:1783969648.696571:0:23411:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1783969648.696650:0:23411:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea8e85df80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b884c461-3115-4676-b8ef-3f3c795c44df:23411:1870627099368832:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1783969648.696697:0:23411:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783969648.696719:0:23411:0:(client.c:2702:ptlrpc_set_wait()) set ffff93e9822353c0 going to sleep for 11 seconds 00000100:00100000:2.0:1783969648.696900:0:22672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099368832 00000100:00100000:2.0:1783969648.696905:0:22672:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099368832 00000100:00100000:2.0:1783969648.696928:0:22672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:2.0:1783969648.696935:0:22672:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eab777fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b884c461-3115-4676-b8ef-3f3c795c44df+17:23411:x1870627099368832:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1783969648.697033:0:22672:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eab777fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b884c461-3115-4676-b8ef-3f3c795c44df+17:23411:x1870627099368832:12345-0@lo:502:mount.lustre.0 Request processed in 86us (324us total) trans 0 rc 0/0 00000100:00100000:2.0:1783969648.697048:0:22672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:1.0:1783969648.697151:0:23411:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea8e85df80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b884c461-3115-4676-b8ef-3f3c795c44df:23411:1870627099368832:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1783969648.697331:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:1.0:1783969648.697362:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 112 off8528 00000040:00080000:1.0:1783969648.697408:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 224 off8752 00000040:00080000:1.0:1783969648.697428:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8976 00000040:00080000:1.0:1783969648.697444:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 112 off9088 00000040:00080000:1.0:1783969648.697458:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 224 off9312 00000040:00080000:1.0:1783969648.697485:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 224 off9536 00000040:00080000:1.0:1783969648.697512:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 128 off9664 00000040:00080000:1.0:1783969648.697527:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:1.0:1783969648.697541:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 224 off10112 00000040:00080000:1.0:1783969648.697572:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 128 off10240 00000100:00100000:1.0:1783969648.697600:0:23411:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea8e85df80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b884c461-3115-4676-b8ef-3f3c795c44df:23411:1870627099368960:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1783969648.697637:0:23411:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783969648.697667:0:23411:0:(client.c:2702:ptlrpc_set_wait()) set ffff93e9822353c0 going to sleep for 11 seconds 00000100:00100000:2.0:1783969648.697815:0:22672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099368960 00000100:00100000:2.0:1783969648.697820:0:22672:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099368960 00000100:00100000:2.0:1783969648.697844:0:22672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:2.0:1783969648.697850:0:22672:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eab777d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b884c461-3115-4676-b8ef-3f3c795c44df+17:23411:x1870627099368960:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1783969648.697926:0:22672:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eab777d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b884c461-3115-4676-b8ef-3f3c795c44df+17:23411:x1870627099368960:12345-0@lo:502:mount.lustre.0 Request processed in 75us (288us total) trans 0 rc 0/0 00000100:00100000:2.0:1783969648.697933:0:22672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:1.0:1783969648.698007:0:23411:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea8e85df80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b884c461-3115-4676-b8ef-3f3c795c44df:23411:1870627099368960:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1783969648.698055:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10464 00000040:00080000:1.0:1783969648.698062:0:23411:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:3.0:1783969648.699633:0:23424:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1783969648.699646:0:23424:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1783969648.699648:0:23424:0:(obd_config.c:1561:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:3.0:1783969648.699655:0:23424:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff93e981ac5000 00000020:00000080:3.0:1783969648.699658:0:23424:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1783969648.699666:0:23424:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1783969648.699669:0:23424:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1783969648.699670:0:23424:0:(obd_config.c:1561:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:3.0:1783969648.699672:0:23424:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1783969648.699675:0:23424:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1783969648.699676:0:23424:0:(obd_config.c:1561:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:3.0:1783969648.699679:0:23424:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff93e981ac5000 00000020:00000080:3.0:1783969648.699682:0:23424:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1783969648.699746:0:23424:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1783969648.699750:0:23424:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1783969648.699751:0:23424:0:(obd_config.c:1561:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:3.0:1783969648.699754:0:23424:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1783969648.699756:0:23424:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1783969648.699758:0:23424:0:(obd_config.c:1561:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:3.0:1783969648.699762:0:23424:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff93e981ac5000 00000020:00000080:3.0:1783969648.699764:0:23424:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1783969648.699782:0:23424:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1783969648.699785:0:23424:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1783969648.699797:0:23424:0:(obd_config.c:1561:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:3.0:1783969648.699801:0:23424:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1783969648.699804:0:23424:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1783969648.699805:0:23424:0:(obd_config.c:1561:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:3.0:1783969648.699809:0:23424:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff93e981ac5000 00000020:00000080:3.0:1783969648.699811:0:23424:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1783969648.699835:0:23424:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1783969648.699838:0:23424:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1783969648.699840:0:23424:0:(obd_config.c:1561:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:3.0:1783969648.699843:0:23424:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 13 count 13 00000020:01000000:0.0:1783969648.699999:0:23411:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:0.0:1783969648.700041:0:23411:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.201.134@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1783969648.700060:0:23411:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.134@tcp lock: ffff93e983de6e00/0xea31253a47cbb62c lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xea31253a47cbb633 expref: -99 pid: 23411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969648.700071:0:23411:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.134@tcp lock: ffff93e983de6e00/0xea31253a47cbb62c lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xea31253a47cbb633 expref: -99 pid: 23411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1783969648.700211:0:23411:0:(mgc_request.c:1943:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:0.0:1783969648.700215:0:23411:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff93e981ac5000 10000000:01000000:0.0:1783969648.700218:0:23411:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff93e981ac5000 10000000:01000000:0.0:1783969648.700224:0:23411:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1783969648.700236:0:23411:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-client-ffff93e981ac5000 from 1 10000000:01000000:0.0:1783969648.700238:0:23411:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1783969648.700282:0:23411:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.134@tcp lock: ffff93e983ddd000/0xea31253a47cbb63a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969648.700291:0:23411:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.134@tcp lock: ffff93e983ddd000/0xea31253a47cbb63a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969648.700302:0:23411:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.134@tcp lock: ffff93e983ddd000/0xea31253a47cbb63a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783969648.700328:0:23411:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea889e6680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b884c461-3115-4676-b8ef-3f3c795c44df:23411:1870627099369088:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1783969648.700454:0:23411:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783969648.701269:0:23411:0:(client.c:2702:ptlrpc_set_wait()) set ffff93e98222a6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1783969648.704592:0:22672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099369088 00000100:00100000:3.0:1783969648.704607:0:22672:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099369088 00000100:00100000:3.0:1783969648.704667:0:22672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:3.0:1783969648.704677:0:22672:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eab777f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b884c461-3115-4676-b8ef-3f3c795c44df+17:23411:x1870627099369088:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1783969648.704694:0:22672:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783969648.704712:0:22672:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff93ea813a0800/0xea31253a47cbb641 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0xea31253a47cbb63a expref: -99 pid: 22672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969648.704741:0:22672:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff93ea813a0800/0xea31253a47cbb641 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xea31253a47cbb63a expref: 18 pid: 22672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969648.704753:0:22672:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff93ea813a0800/0xea31253a47cbb641 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xea31253a47cbb63a expref: 18 pid: 22672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969648.704763:0:22672:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93ea813a0800, rc 0) 00000100:00100000:3.0:1783969648.704850:0:22672:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eab777f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b884c461-3115-4676-b8ef-3f3c795c44df+18:23411:x1870627099369088:12345-0@lo:101:mount.lustre.0 Request processed in 173us (4395us total) trans 0 rc 0/0 00000100:00100000:3.0:1783969648.704857:0:22672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:3.0:1783969648.704925:0:23411:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea889e6680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b884c461-3115-4676-b8ef-3f3c795c44df:23411:1870627099369088:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1783969648.704945:0:23411:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.134@tcp lock: ffff93e983ddd000/0xea31253a47cbb63a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xea31253a47cbb641 expref: -99 pid: 23411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969648.704963:0:23411:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.134@tcp lock: ffff93e983ddd000/0xea31253a47cbb63a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0xea31253a47cbb641 expref: -99 pid: 23411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1783969648.707822:0:23411:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 52 count 51 00000040:00080000:3.0:1783969648.709851:0:23411:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1783969648.711277:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].1, 224 off8416 00000040:00080000:3.0:1783969648.711321:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].2, 120 off8536 00000040:00080000:3.0:1783969648.711336:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].3, 168 off8704 00000040:00080000:3.0:1783969648.711349:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].4, 224 off8928 00000040:00080000:3.0:1783969648.711360:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].5, 224 off9152 00000040:00080000:3.0:1783969648.711372:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].6, 120 off9272 00000040:00080000:3.0:1783969648.712343:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].7, 168 off9440 00000040:00080000:3.0:1783969648.712373:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].8, 224 off9664 00000040:00080000:3.0:1783969648.712419:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].9, 224 off9888 00000040:00080000:3.0:1783969648.712437:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].10, 120 off10008 00000040:00080000:3.0:1783969648.712452:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].11, 224 off10232 00000040:00080000:3.0:1783969648.712485:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].12, 224 off10456 00000040:00080000:3.0:1783969648.713211:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].13, 88 off10544 00000040:00080000:3.0:1783969648.713230:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].14, 128 off10672 00000040:00080000:3.0:1783969648.713244:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].15, 144 off10816 00000040:00080000:3.0:1783969648.713256:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].16, 160 off10976 00000040:00080000:3.0:1783969648.713268:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].17, 224 off11200 00000040:00080000:3.0:1783969648.713280:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].18, 224 off11424 00000040:00080000:3.0:1783969648.713293:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].19, 80 off11504 00000040:00080000:3.0:1783969648.713307:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].20, 224 off11728 00000040:00080000:3.0:1783969648.713319:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].21, 224 off11952 00000040:00080000:3.0:1783969648.713332:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].22, 88 off12040 00000040:00080000:3.0:1783969648.713345:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].23, 128 off12168 00000040:00080000:3.0:1783969648.713359:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].24, 144 off12312 00000040:00080000:3.0:1783969648.713373:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].25, 160 off12472 00000040:00080000:3.0:1783969648.713434:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].26, 224 off12696 00000040:00080000:3.0:1783969648.713448:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].27, 224 off12920 00000040:00080000:3.0:1783969648.713475:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].28, 80 off13000 00000040:00080000:3.0:1783969648.714231:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].29, 224 off13224 00000040:00080000:3.0:1783969648.714273:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].30, 224 off13448 00000040:00080000:3.0:1783969648.714288:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].31, 88 off13536 00000040:00080000:3.0:1783969648.714301:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].32, 128 off13664 00000040:00080000:3.0:1783969648.714311:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].33, 144 off13808 00000040:00080000:3.0:1783969648.714323:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].34, 128 off13936 00000040:00080000:3.0:1783969648.714335:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].35, 224 off14160 00000040:00080000:3.0:1783969648.714347:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].36, 224 off14384 00000040:00080000:3.0:1783969648.714359:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].37, 80 off14464 00000040:00080000:3.0:1783969648.714371:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].38, 224 off14688 00000040:00080000:3.0:1783969648.714416:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].39, 224 off14912 00000040:00080000:3.0:1783969648.714433:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].40, 88 off15000 00000040:00080000:3.0:1783969648.714445:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].41, 128 off15128 00000040:00080000:3.0:1783969648.714457:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].42, 144 off15272 00000040:00080000:3.0:1783969648.714468:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].43, 128 off15400 00000040:00080000:3.0:1783969648.716337:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].44, 224 off15624 00000040:00080000:3.0:1783969648.716401:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].45, 224 off15848 00000040:00080000:3.0:1783969648.716417:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].46, 80 off15928 00000040:00080000:3.0:1783969648.716430:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].47, 224 off16152 00000040:00080000:3.0:1783969648.716444:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].48, 232 off16384 00000040:00080000:3.0:1783969648.718710:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].49, 224 off16608 00000040:00080000:3.0:1783969648.718766:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].50, 120 off16728 00000040:00080000:3.0:1783969648.718790:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].51, 224 off16952 00000040:00080000:3.0:1783969648.718797:0:23411:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 51 count 51 00000100:00100000:3.0:1783969648.718914:0:23411:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93e983698a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b884c461-3115-4676-b8ef-3f3c795c44df:23411:1870627099369216:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1783969648.718976:0:23411:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783969648.719016:0:23411:0:(client.c:2702:ptlrpc_set_wait()) set ffff93e983fe2900 going to sleep for 11 seconds 00000100:00100000:0.0:1783969648.722237:0:22671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099369216 00000100:00100000:0.0:1783969648.722252:0:22671:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099369216 00000100:00100000:0.0:1783969648.722316:0:22671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:0.0:1783969648.722329:0:22671:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eab777c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b884c461-3115-4676-b8ef-3f3c795c44df+18:23411:x1870627099369216:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1783969648.722541:0:22671:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eab777c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b884c461-3115-4676-b8ef-3f3c795c44df+18:23411:x1870627099369216:12345-0@lo:501:mount.lustre.0 Request processed in 214us (3562us total) trans 0 rc 0/0 00000100:00100000:0.0:1783969648.722549:0:22671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:2.0:1783969648.733543:0:23411:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93e983698a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b884c461-3115-4676-b8ef-3f3c795c44df:23411:1870627099369216:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1783969648.733604:0:23411:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93eabb42bb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b884c461-3115-4676-b8ef-3f3c795c44df:23411:1870627099369344:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1783969648.733678:0:23411:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783969648.733723:0:23411:0:(client.c:2702:ptlrpc_set_wait()) set ffff93ea93c10240 going to sleep for 11 seconds 00000100:00100000:1.0:1783969648.733795:0:22673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099369344 00000100:00100000:1.0:1783969648.733802:0:22673:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099369344 00000100:00100000:1.0:1783969648.733886:0:22673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:1.0:1783969648.733895:0:22673:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eab777c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b884c461-3115-4676-b8ef-3f3c795c44df+18:23411:x1870627099369344:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1783969648.733999:0:22673:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eab777c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b884c461-3115-4676-b8ef-3f3c795c44df+18:23411:x1870627099369344:12345-0@lo:503:mount.lustre.0 Request processed in 105us (322us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969648.734007:0:22673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:1.0:1783969648.741081:0:23411:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93eabb42bb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b884c461-3115-4676-b8ef-3f3c795c44df:23411:1870627099369344:0@lo:503:mount.lustre.0 00000040:00080000:1.0:1783969648.743364:0:23411:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1783969648.743476:0:23411:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea8e85df80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b884c461-3115-4676-b8ef-3f3c795c44df:23411:1870627099369472:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1783969648.744885:0:23411:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783969648.746521:0:23411:0:(client.c:2702:ptlrpc_set_wait()) set ffff93e982235c00 going to sleep for 11 seconds 00000100:00100000:0.0:1783969648.752465:0:22672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099369472 00000100:00100000:0.0:1783969648.752479:0:22672:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099369472 00000100:00100000:0.0:1783969648.755504:0:22671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:0.0:1783969648.755519:0:22671:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eab777f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b884c461-3115-4676-b8ef-3f3c795c44df+18:23411:x1870627099369472:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1783969648.755696:0:22671:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eab777f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b884c461-3115-4676-b8ef-3f3c795c44df+18:23411:x1870627099369472:12345-0@lo:502:mount.lustre.0 Request processed in 180us (10815us total) trans 0 rc 0/0 00000100:00100000:0.0:1783969648.755706:0:22671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:0.0:1783969648.756646:0:22720:0:(client.c:2702:ptlrpc_set_wait()) set ffff93ea8574ae40 going to sleep for 0 seconds 00000100:00100000:0.0:1783969648.757757:0:23411:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea8e85df80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b884c461-3115-4676-b8ef-3f3c795c44df:23411:1870627099369472:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1783969648.758067:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].1, 224 off8416 00000040:00080000:0.0:1783969648.758114:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].2, 120 off8536 00000040:00080000:0.0:1783969648.758133:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].3, 168 off8704 00000040:00080000:0.0:1783969648.758146:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].4, 224 off8928 00000040:00080000:0.0:1783969648.758175:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].5, 224 off9152 00000040:00080000:0.0:1783969648.758191:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].6, 120 off9272 00000040:00080000:0.0:1783969648.758204:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].7, 168 off9440 00000040:00080000:0.0:1783969648.758215:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].8, 224 off9664 00000040:00080000:0.0:1783969648.758227:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].9, 224 off9888 00000040:00080000:0.0:1783969648.758239:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].10, 120 off10008 00000040:00080000:0.0:1783969648.758251:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].11, 224 off10232 00000040:00080000:0.0:1783969648.758261:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].12, 224 off10456 00000040:00080000:0.0:1783969648.758272:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].13, 88 off10544 00000040:00080000:0.0:1783969648.758284:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].14, 128 off10672 00000040:00080000:0.0:1783969648.758296:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].15, 144 off10816 00000040:00080000:0.0:1783969648.758309:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].16, 160 off10976 00000040:00080000:0.0:1783969648.758321:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].17, 224 off11200 00000040:00080000:0.0:1783969648.758331:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].18, 224 off11424 00000040:00080000:0.0:1783969648.758342:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].19, 80 off11504 00000040:00080000:0.0:1783969648.758354:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].20, 224 off11728 00000040:00080000:0.0:1783969648.758408:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].21, 224 off11952 00000040:00080000:0.0:1783969648.758426:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].22, 88 off12040 00000040:00080000:0.0:1783969648.758440:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].23, 128 off12168 00000040:00080000:0.0:1783969648.758455:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].24, 144 off12312 00000040:00080000:0.0:1783969648.758470:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].25, 160 off12472 00000040:00080000:0.0:1783969648.758484:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].26, 224 off12696 00000040:00080000:0.0:1783969648.758513:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].27, 224 off12920 00000040:00080000:0.0:1783969648.758528:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].28, 80 off13000 00000040:00080000:0.0:1783969648.758542:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].29, 224 off13224 00000040:00080000:0.0:1783969648.758555:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].30, 224 off13448 00000040:00080000:0.0:1783969648.758580:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].31, 88 off13536 00000040:00080000:0.0:1783969648.758594:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].32, 128 off13664 00000040:00080000:0.0:1783969648.758608:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].33, 144 off13808 00000040:00080000:0.0:1783969648.758621:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].34, 128 off13936 00000040:00080000:0.0:1783969648.758635:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].35, 224 off14160 00000040:00080000:0.0:1783969648.758649:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].36, 224 off14384 00000040:00080000:0.0:1783969648.758677:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].37, 80 off14464 00000040:00080000:0.0:1783969648.758692:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].38, 224 off14688 00000040:00080000:0.0:1783969648.758705:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].39, 224 off14912 00000040:00080000:0.0:1783969648.758718:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].40, 88 off15000 00000040:00080000:0.0:1783969648.758730:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].41, 128 off15128 00000040:00080000:0.0:1783969648.758742:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].42, 144 off15272 00000040:00080000:0.0:1783969648.758755:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].43, 128 off15400 00000040:00080000:0.0:1783969648.758770:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].44, 224 off15624 00000040:00080000:0.0:1783969648.758784:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].45, 224 off15848 00000040:00080000:0.0:1783969648.758797:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].46, 80 off15928 00000040:00080000:0.0:1783969648.758809:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].47, 224 off16152 00000040:00080000:0.0:1783969648.758822:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].48, 232 off16384 00000100:00100000:0.0:1783969648.758872:0:23411:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea889e6300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b884c461-3115-4676-b8ef-3f3c795c44df:23411:1870627099369600:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1783969648.758951:0:23411:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783969648.759000:0:23411:0:(client.c:2702:ptlrpc_set_wait()) set ffff93e98222aa80 going to sleep for 11 seconds 00000100:00100000:1.0:1783969648.761098:0:22673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099369600 00000100:00100000:1.0:1783969648.761125:0:22673:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099369600 00000100:00100000:1.0:1783969648.761194:0:22673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:1.0:1783969648.761205:0:22673:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eab777ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b884c461-3115-4676-b8ef-3f3c795c44df+18:23411:x1870627099369600:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1783969648.761425:0:22673:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eab777ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b884c461-3115-4676-b8ef-3f3c795c44df+18:23411:x1870627099369600:12345-0@lo:502:mount.lustre.0 Request processed in 221us (2473us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969648.761434:0:22673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:1.0:1783969648.761745:0:23411:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea889e6300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b884c461-3115-4676-b8ef-3f3c795c44df:23411:1870627099369600:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1783969648.761977:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].49, 224 off16608 00000040:00080000:1.0:1783969648.762008:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].50, 120 off16728 00000100:00100000:1.0:1783969648.762061:0:23411:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea8e85c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b884c461-3115-4676-b8ef-3f3c795c44df:23411:1870627099369728:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1783969648.762109:0:23411:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783969648.762145:0:23411:0:(client.c:2702:ptlrpc_set_wait()) set ffff93e982235f00 going to sleep for 11 seconds 00000100:00100000:1.0:1783969648.762162:0:22672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099369728 00000100:00100000:1.0:1783969648.762167:0:22672:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099369728 00000100:00100000:1.0:1783969648.762198:0:22673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:1.0:1783969648.762206:0:22673:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eab777d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b884c461-3115-4676-b8ef-3f3c795c44df+18:23411:x1870627099369728:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1783969648.762284:0:22673:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eab777d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b884c461-3115-4676-b8ef-3f3c795c44df+18:23411:x1870627099369728:12345-0@lo:502:mount.lustre.0 Request processed in 78us (174us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969648.762291:0:22673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:1.0:1783969648.762334:0:23411:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea8e85c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b884c461-3115-4676-b8ef-3f3c795c44df:23411:1870627099369728:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1783969648.762371:0:23411:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].51, 224 off16952 00000040:00080000:1.0:1783969648.762402:0:23411:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:3.0:1783969648.765692:0:23431:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-MDT0001 (typ=lwp) 00000020:00000080:3.0:1783969648.765710:0:23431:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0001 (ffff93eab75599c0) 00000020:00000080:3.0:1783969648.765740:0:23431:0:(obd_config.c:720:class_attach_name()) OBD: dev 19 attached type lwp with refcount 2 00000020:01000004:2.0:1783969648.767356:0:23431:0:(tgt_mount.c:153:server_get_mount()) get mount ffff93e981ac5000 from lustre-MDT0001, refs=3 00000020:01000004:2.0:1783969648.767366:0:23431:0:(tgt_mount.c:187:server_put_mount()) put mount ffff93e981ac5000 from lustre-MDT0001, refs=3 00000020:01000004:2.0:1783969648.767369:0:23431:0:(obd_mount.c:710:lustre_put_lsi()) put ffff93e981ac5000 3 00010000:00080000:2.0:1783969648.767425:0:23431:0:(ldlm_lib.c:102:import_set_conn()) imp ffff93e982783000@lustre-MDT0000-lwp-MDT0001: add connection 192.168.201.134@tcp at head 00010000:00010000:2.0:1783969648.771880:0:23431:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0001-8 is initialized 00000020:00000080:2.0:1783969648.771987:0:23431:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0001 (uuid lustre-MDT0000-lwp-MDT0001_UUID) 00000010:01000000:2.0:1783969648.772040:0:23431:0:(lwp_dev.c:497:lwp_obd_connect()) connect #0 00000020:00000080:2.0:1783969648.772052:0:23431:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-lwp-MDT0001, cookie 0xea31253a47cbb64f 00000100:00080000:2.0:1783969648.772063:0:23431:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1783969648.772069:0:23431:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93e982783000 using connection 192.168.201.134@tcp/0@lo 00000100:00100000:2.0:1783969648.772105:0:23431:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93eabb429f80 x1870627099369856/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1783969648.773906:0:3645:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93eabb429f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3645:1870627099369856:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1783969648.773999:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783969648.774076:0:22680:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099369856 00000100:00100000:2.0:1783969648.774084:0:22680:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099369856 00000100:00100000:2.0:1783969648.774129:0:22680:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1783969648.774136:0:22680:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eabb42bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3645:x1870627099369856:12345-0@lo:38:llog_process_th.0 00010000:00080000:2.0:1783969648.774162:0:22680:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0001_UUID@0@lo t0 exp 0000000000000000 cur 710 last 0 00000020:00000080:2.0:1783969648.774197:0:22680:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-lwp-MDT0001_UUID, cookie 0xea31253a47cbb656 00000004:00100000:2.0:1783969648.774212:0:22680:0:(mdt_handler.c:7286:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:2.0:1783969648.774245:0:22680:0:(import.c:65:import_set_state_nolock()) ffff93e9835ef800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1783969648.774298:0:22680:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eabb42bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3645:x1870627099369856:12345-0@lo:38:llog_process_th.0 Request processed in 160us (298us total) trans 0 rc 0/0 00000100:00100000:2.0:1783969648.774305:0:22680:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:2.0:1783969648.774348:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff93eabb429f80 x1870627099369856/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1783969658 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783969648.774359:0:3645:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:2.0:1783969648.774367:0:3645:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0001: connect to target with instance 3 00000100:00080000:2.0:1783969648.774374:0:3645:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0001: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000100:00080000:2.0:1783969648.774422:0:3645:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:2.0:1783969648.774425:0:3645:0:(import.c:65:import_set_state_nolock()) ffff93e982783000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:2.0:1783969648.774431:0:3645:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93eabb429f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3645:1870627099369856:0@lo:38:llog_process_th.0 00000100:00080000:2.0:1783969648.774465:0:23431:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID 00000100:00080000:3.0:1783969648.774806:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1783969648.774812:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1783969648.774814:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1783969648.774817:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000040:00080000:2.0:1783969648.778320:0:23431:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x12:0x0] index 52 count 51 00000020:01000000:0.0:1783969648.780320:0:23411:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:0.0:1783969648.780369:0:23411:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.201.134@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1783969648.780409:0:23411:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.134@tcp lock: ffff93e983ddd000/0xea31253a47cbb63a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xea31253a47cbb641 expref: -99 pid: 23411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969648.780421:0:23411:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.134@tcp lock: ffff93e983ddd000/0xea31253a47cbb63a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xea31253a47cbb641 expref: -99 pid: 23411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:0.0:1783969648.780491:0:23411:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:0.0:1783969648.780493:0:23411:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:0.0:1783969648.780499:0:23411:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1783969648.780501:0:23411:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1783969648.780502:0:23411:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1783969648.780503:0:23411:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1783969648.780504:0:23411:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1783969648.780506:0:23411:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1783969648.780507:0:23411:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:0.0:1783969648.780511:0:23411:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0001 0x40020001 00000020:01000004:0.0:1783969648.780513:0:23411:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:0.0:1783969648.780514:0:23411:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:0.0:1783969648.780515:0:23411:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1783969648.780516:0:23411:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1783969648.780517:0:23411:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1783969648.780518:0:23411:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1783969648.780519:0:23411:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1783969648.780520:0:23411:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1783969648.780521:0:23411:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:0.0:1783969648.780551:0:23411:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0001 00000100:00100000:0.0:1783969648.780571:0:23411:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea889e4700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b884c461-3115-4676-b8ef-3f3c795c44df:23411:1870627099369984:0@lo:253:mount.lustre.0 00000100:00100000:0.0:1783969648.780642:0:23411:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783969648.780687:0:23411:0:(client.c:2702:ptlrpc_set_wait()) set ffff93e98222ad80 going to sleep for 11 seconds 00000100:00100000:1.0:1783969648.780882:0:22673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099369984 00000100:00100000:1.0:1783969648.780890:0:22673:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099369984 00000100:00100000:1.0:1783969648.780976:0:22673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:1.0:1783969648.780985:0:22673:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eab902d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b884c461-3115-4676-b8ef-3f3c795c44df+18:23411:x1870627099369984:12345-0@lo:253:mount.lustre.0 20000000:01000000:1.0:1783969648.781014:0:22673:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 1 is ready to reconnect. 20000000:01000000:1.0:1783969648.781043:0:22673:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 00000001:00100000:1.0:1783969648.785661:0:22658:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 20000000:01000000:3.0:1783969648.785727:0:22673:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:3.0:1783969648.785744:0:22673:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0001, index=1, rc=0 20000000:01000000:1.0:1783969648.785843:0:22694:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:1.0:1783969648.785848:0:22694:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:1.0:1783969648.785871:0:22694:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff93e983de7a00/0xea31253a47cbb65d lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969648.785890:0:22694:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff93ea837bde00/0xea31253a47cbb561 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xea31253a47cbb55a expref: 18 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969648.785897:0:22694:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff93ea837bc600/0xea31253a47cbb625 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xea31253a47cbb61e expref: 18 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969648.785905:0:22694:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff93e983de7a00/0xea31253a47cbb65d lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969648.785946:0:22694:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff93ea837bc600/0xea31253a47cbb625 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xea31253a47cbb61e expref: 18 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969648.785960:0:22694:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff93ea837bc600/0xea31253a47cbb625 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xea31253a47cbb61e expref: 18 pid: 22671 timeout: 810 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783969648.785975:0:22694:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea8e85c700 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22694:1870627099370112:0@lo:104: 00000100:00100000:1.0:1783969648.786057:0:22694:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1783969648.786116:0:22694:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff93ea837bde00/0xea31253a47cbb561 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xea31253a47cbb55a expref: 18 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969648.786125:0:22694:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff93ea837bde00/0xea31253a47cbb561 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xea31253a47cbb55a expref: 18 pid: 22671 timeout: 810 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783969648.786133:0:22694:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea8e85d500 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22694:1870627099370240:0@lo:104: 00000100:00100000:1.0:1783969648.786155:0:22694:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783969648.786227:0:22694:0:(client.c:2702:ptlrpc_set_wait()) set ffff93ea9161d900 going to sleep for 11 seconds 00000100:00100000:0.0:1783969648.787244:0:22661:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099370112 00000100:00100000:0.0:1783969648.787254:0:22661:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099370112 00000100:00100000:0.0:1783969648.787294:0:22661:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099370240 00000100:00100000:0.0:1783969648.787297:0:22661:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099370240 00000100:00100000:0.0:1783969648.787311:0:22661:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1783969648.787321:0:22661:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea8e85df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:b884c461-3115-4676-b8ef-3f3c795c44df+4:22694:x1870627099370112:12345-0@lo:104: 00010000:00010000:0.0:1783969648.787335:0:22661:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.134@tcp lock: ffff93ea813a1c00/0xea31253a47cbb61e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xea31253a47cbb625 expref: -99 pid: 23411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969648.787786:0:22661:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1783969648.787794:0:22661:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea8e85df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:b884c461-3115-4676-b8ef-3f3c795c44df+4:22694:x1870627099370112:12345-0@lo:104: Request processed in 474us (1736us total) trans 0 rc 0/0 00000100:00100000:0.0:1783969648.787802:0:22661:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1783969648.787833:0:22661:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1783969648.787840:0:22661:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea8e85ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:b884c461-3115-4676-b8ef-3f3c795c44df+3:22694:x1870627099370240:12345-0@lo:104: 00010000:00010000:0.0:1783969648.787848:0:22661:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.134@tcp lock: ffff93ea813a1400/0xea31253a47cbb55a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xea31253a47cbb561 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969648.787886:0:22661:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:0.0:1783969648.787891:0:22661:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea8e85ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:b884c461-3115-4676-b8ef-3f3c795c44df+3:22694:x1870627099370240:12345-0@lo:104: Request processed in 52us (1735us total) trans 0 rc 0/0 00000100:00100000:0.0:1783969648.787897:0:22661:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00010000:0.0:1783969648.787913:0:22667:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1783969648.787920:0:22667:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.134@tcp lock: ffff93ea813a1c00/0xea31253a47cbb61e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xea31253a47cbb625 expref: -99 pid: 23411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969648.787928:0:22667:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93ea813a1c00 already unused, calling callback (ffffffffc131dc20) 10000000:00010000:0.0:1783969648.787932:0:22667:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.134@tcp lock: ffff93ea813a1c00/0xea31253a47cbb61e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xea31253a47cbb625 expref: -99 pid: 23411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969648.787941:0:22667:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.134@tcp lock: ffff93ea813a1c00/0xea31253a47cbb61e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xea31253a47cbb625 expref: -99 pid: 23411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1783969648.787948:0:22667:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.134@tcp lock: ffff93ea813a1c00/0xea31253a47cbb61e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xea31253a47cbb625 expref: -99 pid: 23411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1783969648.787953:0:22667:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:0.0:1783969648.787993:0:22667:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.134@tcp lock: ffff93ea813a1c00/0xea31253a47cbb61e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xea31253a47cbb625 expref: -99 pid: 23411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969648.788000:0:22667:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1783969648.788027:0:22667:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.134@tcp lock: ffff93ea813a1c00/0xea31253a47cbb61e lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xea31253a47cbb625 expref: -99 pid: 23411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969648.788047:0:22667:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.134@tcp lock: ffff93ea813a1c00/0xea31253a47cbb61e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xea31253a47cbb625 expref: -99 pid: 23411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969648.788058:0:22667:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783969648.788061:0:22667:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.134@tcp lock: ffff93ea813a1400/0xea31253a47cbb55a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xea31253a47cbb561 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969648.788067:0:22667:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93ea813a1400 already unused, calling callback (ffffffffc131dc20) 10000000:00010000:0.0:1783969648.788071:0:22667:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.134@tcp lock: ffff93ea813a1400/0xea31253a47cbb55a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xea31253a47cbb561 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969648.788077:0:22667:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.134@tcp lock: ffff93ea813a1400/0xea31253a47cbb55a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xea31253a47cbb561 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1783969648.788083:0:22667:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.134@tcp lock: ffff93ea813a1400/0xea31253a47cbb55a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xea31253a47cbb561 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1783969648.788087:0:22667:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:0.0:1783969648.788102:0:22667:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.134@tcp lock: ffff93ea813a1400/0xea31253a47cbb55a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xea31253a47cbb561 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969648.788196:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783969648.788270:0:22667:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1783969648.788295:0:22667:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.134@tcp lock: ffff93ea813a1400/0xea31253a47cbb55a lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xea31253a47cbb561 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969648.788301:0:22667:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.134@tcp lock: ffff93ea813a1400/0xea31253a47cbb55a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xea31253a47cbb561 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969648.788314:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783969648.788321:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783969648.788322:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783969648.788414:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea889e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b884c461-3115-4676-b8ef-3f3c795c44df:3646:1870627099370496:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1783969648.788452:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783969648.788556:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1783969648.788566:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea889e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:b884c461-3115-4676-b8ef-3f3c795c44df:3648:1870627099370368:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1783969648.788593:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783969648.788652:0:22694:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea8e85c700 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22694:1870627099370112:0@lo:104: 00000100:00100000:3.0:1783969648.788664:0:22694:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea8e85d500 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22694:1870627099370240:0@lo:104: 00010000:00010000:3.0:1783969648.788686:0:22694:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff93e983de7a00/0xea31253a47cbb65d lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783969648.788754:0:22664:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099370496 00000100:00100000:2.0:1783969648.788759:0:22664:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099370496 00010000:00010000:2.0:1783969648.788781:0:22664:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff93ea837bde00/0xea31253a47cbb561 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xea31253a47cbb55a expref: 19 pid: 22671 timeout: 810 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783969648.788811:0:22664:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099370368 00000100:00100000:2.0:1783969648.788814:0:22664:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099370368 00010000:00010000:2.0:1783969648.788826:0:22664:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff93ea837bc600/0xea31253a47cbb625 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xea31253a47cbb61e expref: 20 pid: 22671 timeout: 810 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783969648.788839:0:22664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1783969648.788846:0:22664:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eabb429f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b884c461-3115-4676-b8ef-3f3c795c44df+20:3646:x1870627099370496:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1783969648.788858:0:22664:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783969648.788862:0:22664:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff93ea837bde00/0xea31253a47cbb561 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xea31253a47cbb55a expref: 20 pid: 22671 timeout: 810 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969648.788872:0:22664:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff93ea837bde00/0xea31253a47cbb561 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xea31253a47cbb55a expref: 20 pid: 22671 timeout: 810 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969648.788887:0:22664:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff93ea837bde00/0xea31253a47cbb561 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xea31253a47cbb55a expref: 20 pid: 22671 timeout: 810 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969648.788898:0:22664:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783969648.788929:0:22664:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eabb429f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b884c461-3115-4676-b8ef-3f3c795c44df+19:3646:x1870627099370496:12345-0@lo:103:ldlm_bl.0 Request processed in 83us (476us total) trans 0 rc 0/0 00000100:00100000:2.0:1783969648.788936:0:22664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1783969648.788951:0:22664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1783969648.788956:0:22664:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93e983698e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b884c461-3115-4676-b8ef-3f3c795c44df+18:3648:x1870627099370368:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1783969648.788964:0:22664:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783969648.788968:0:22664:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff93ea837bc600/0xea31253a47cbb625 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xea31253a47cbb61e expref: 18 pid: 22671 timeout: 810 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969648.788984:0:22664:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff93ea837bc600/0xea31253a47cbb625 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xea31253a47cbb61e expref: 18 pid: 22671 timeout: 810 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969648.788995:0:22664:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff93ea837bc600/0xea31253a47cbb625 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xea31253a47cbb61e expref: 18 pid: 22671 timeout: 810 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969648.789007:0:22664:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff93e983de7a00/0xea31253a47cbb65d lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969648.789014:0:22664:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff93e983de7a00/0xea31253a47cbb65d lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:2.0:1783969648.789043:0:22664:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.020466289s 00010000:00010000:2.0:1783969648.789048:0:22664:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff93e983de7a00/0xea31253a47cbb65d lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969648.789055:0:22664:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff93e983de7a00/0xea31253a47cbb65d lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969648.789061:0:22664:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff93e983de7a00/0xea31253a47cbb65d lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969648.789068:0:22664:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff93e983de7a00/0xea31253a47cbb65d lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969648.789074:0:22664:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93e983de7a00 already unused, calling callback (ffffffffc0d02230) 00010000:00010000:2.0:1783969648.789078:0:22664:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff93e983de7a00/0xea31253a47cbb65d lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969648.789085:0:22664:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff93e983de7a00/0xea31253a47cbb65d lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969648.789104:0:22664:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff93e983de7a00/0xea31253a47cbb65d lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969648.789125:0:22664:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783969648.789152:0:22664:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93e983698e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b884c461-3115-4676-b8ef-3f3c795c44df+17:3648:x1870627099370368:12345-0@lo:103:ldlm_bl.0 Request processed in 196us (558us total) trans 0 rc 0/0 00000100:00100000:2.0:1783969648.789159:0:22664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1783969648.789186:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea889e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b884c461-3115-4676-b8ef-3f3c795c44df:3646:1870627099370496:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1783969648.789306:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea889e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:b884c461-3115-4676-b8ef-3f3c795c44df:3648:1870627099370368:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1783969648.789322:0:22694:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff93e983de7a00/0xea31253a47cbb65d lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969648.789328:0:22694:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff93e983de7a00/0xea31253a47cbb65d lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969648.789334:0:22694:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff93e983de7a00/0xea31253a47cbb65d lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783969648.790241:0:22673:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eab902d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b884c461-3115-4676-b8ef-3f3c795c44df+16:23411:x1870627099369984:12345-0@lo:253:mount.lustre.0 Request processed in 9252us (9594us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969648.790252:0:22673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:0.0:1783969648.790720:0:23411:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea889e4700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b884c461-3115-4676-b8ef-3f3c795c44df:23411:1870627099369984:0@lo:253:mount.lustre.0 10000000:01000000:0.0:1783969648.790735:0:23411:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0001 got index = 1 00000020:01000004:0.0:1783969648.790738:0:23411:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:0.0:1783969648.790740:0:23411:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:0.0:1783969648.790741:0:23411:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1783969648.790743:0:23411:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1783969648.790744:0:23411:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1783969648.790745:0:23411:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1783969648.790747:0:23411:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1783969648.790748:0:23411:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1783969648.790749:0:23411:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:0.0:1783969648.790760:0:23411:0:(tgt_mount.c:2689:server_calc_timeout()) lustre-MDT0001: Imperative Recovery not enabled, recovery window 60-180 00000040:01000000:1.0:1783969648.793481:0:23411:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-osd ctxt 16 is initialized 00000020:00080000:0.0:1783969648.793563:0:23435:0:(update_trans.c:1538:distribute_txn_commit_thread()) lustre-MDT0001: start commit thread committed batchid 0 00000020:00080000:0.0:1783969648.793567:0:23435:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 0 00000040:01000000:0.0:1783969648.793812:0:23436:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:00080000:0.0:1783969648.794246:0:23436:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:01000000:1.0:1783969648.795223:0:23411:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-osp-MDT0001 ctxt 16 is initialized 00000100:00100000:1.0:1783969648.797616:0:23437:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea8e85f480 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23437:1870627099370624:0@lo:1000:lod0001_rec0000.0 00000100:00100000:1.0:1783969648.797691:0:23437:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783969648.797739:0:22683:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099370624 00000100:00100000:1.0:1783969648.797746:0:22683:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099370624 00000100:00100000:1.0:1783969648.797799:0:22683:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1783969648.797808:0:22683:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea8e85d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:23437:x1870627099370624:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:1.0:1783969648.797913:0:22683:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea8e85d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:23437:x1870627099370624:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 105us (221us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969648.797921:0:22683:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1783969648.797946:0:23437:0:(client.c:2702:ptlrpc_set_wait()) set ffff93ea9ab2d300 going to sleep for 11 seconds 00000100:00100000:1.0:1783969648.797974:0:23437:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea8e85f480 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23437:1870627099370624:0@lo:1000:lod0001_rec0000.0 00000040:01000000:1.0:1783969648.798005:0:23437:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000100:00100000:1.0:1783969648.798047:0:23437:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea8e85f480 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23437:1870627099370752:0@lo:1000:lod0001_rec0000.0 00000100:00100000:1.0:1783969648.798079:0:23437:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783969648.798097:0:22683:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099370752 00000100:00100000:1.0:1783969648.798100:0:22683:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099370752 00000040:01000000:3.0:1783969648.798332:0:23411:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 12 is initialized 00000040:00080000:3.0:1783969648.798377:0:23411:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000004:00000080:3.0:1783969648.798818:0:23411:0:(mdd_device.c:553:mdd_changelog_llog_init()) changelog starting index=0 00000040:01000000:3.0:1783969648.798826:0:23411:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 14 is initialized 00000040:00080000:3.0:1783969648.798862:0:23411:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1783969648.801010:0:23436:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x240000400:0x1:0x0] index 261376 count 1 00000004:00080000:0.0:1783969648.801126:0:23436:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0001-osd retrieved update log, duration 0, retries 0 00000100:00100000:1.0:1783969648.801352:0:22683:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1783969648.801365:0:22683:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea8e85e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:23437:x1870627099370752:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:1.0:1783969648.801562:0:22683:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea8e85e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:23437:x1870627099370752:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 198us (3480us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969648.801570:0:22683:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1783969648.801606:0:23437:0:(client.c:2702:ptlrpc_set_wait()) set ffff93eaa5ad7600 going to sleep for 11 seconds 00000100:00100000:1.0:1783969648.801635:0:23437:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea8e85f480 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23437:1870627099370752:0@lo:1000:lod0001_rec0000.0 00000100:00100000:1.0:1783969648.801727:0:23437:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea8e85f480 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:23437:1870627099370880:0@lo:900:lod0001_rec0000.0 00000100:00100000:1.0:1783969648.801767:0:23437:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783969648.801798:0:23437:0:(client.c:2702:ptlrpc_set_wait()) set ffff93eaa5ad7480 going to sleep for 11 seconds 00000040:00080000:3.0:1783969648.803804:0:23411:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 64768 count 1 00000100:00100000:0.0:1783969648.804014:0:22689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099370880 00000100:00100000:0.0:1783969648.804035:0:22689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099370880 00000100:00100000:0.0:1783969648.804084:0:22689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1783969648.804094:0:22689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea8e85ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23437:x1870627099370880:12345-0@lo:900:lod0001_rec0000.0 00000100:00100000:0.0:1783969648.804200:0:22689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea8e85ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23437:x1870627099370880:12345-0@lo:900:lod0001_rec0000.0 Request processed in 107us (2433us total) trans 0 rc 0/0 00000100:00100000:0.0:1783969648.804209:0:22689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00080000:3.0:1783969648.804318:0:23437:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff93ea8e85f480 x1870627099370880/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1783969664 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lod0001_rec0000.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783969648.804334:0:23437:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea8e85f480 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:23437:1870627099370880:0@lo:900:lod0001_rec0000.0 00000100:00100000:3.0:1783969648.804447:0:23437:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93e983698700 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23437:1870627099371008:0@lo:1000:lod0001_rec0000.0 00000100:00100000:3.0:1783969648.804488:0:23437:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783969648.804528:0:23437:0:(client.c:2702:ptlrpc_set_wait()) set ffff93e983fe2840 going to sleep for 11 seconds 00000100:00100000:0.0:1783969648.804606:0:22683:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099371008 00000100:00100000:0.0:1783969648.804610:0:22683:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099371008 00000040:00080000:2.0:1783969648.805749:0:23411:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x6:0x0] index 64768 count 1 00000040:01000000:2.0:1783969648.805811:0:23411:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 15 is initialized 00000040:00080000:2.0:1783969648.806035:0:23411:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1783969648.806685:0:22683:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1783969648.806700:0:22683:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93e98369a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:23437:x1870627099371008:12345-0@lo:1000:lod0001_rec0000.0 00080000:10000000:2.0:1783969648.807203:0:23411:0:(osd_handler.c:5579:osd_index_try()) lustre-MDT0001: index object [0x200000003:0x30:0x0] (8/32) registered 00000100:00100000:0.0:1783969648.808512:0:22683:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93e98369a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:23437:x1870627099371008:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 1813us (4019us total) trans 0 rc 0/0 00000100:00100000:0.0:1783969648.808525:0:22683:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000001:00000004:2.0:1783969648.809774:0:23411:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 12884901888 00000100:00100000:3.0:1783969648.809991:0:23437:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93e983698700 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23437:1870627099371008:0@lo:1000:lod0001_rec0000.0 00000040:00080000:3.0:1783969648.810079:0:23437:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1783969648.812167:0:23437:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x200000401:0x1:0x0] index 261376 count 1 00000004:00080000:3.0:1783969648.812248:0:23437:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0000-osp-MDT0001 retrieved update log, duration 0, retries 0 00000004:00080000:3.0:1783969648.812253:0:23437:0:(lod_dev.c:545:lod_sub_recovery_thread()) lustre-MDT0001 got update logs from all MDTs. 00000001:00080000:2.0:1783969648.814377:0:23411:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0001: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000004:00000080:2.0:1783969648.814437:0:23411:0:(mdd_device.c:2302:mdd_iocontrol()) lustre-MDD0001: cmd=c00866e6 len=0 karg=ffffafc3c1c03988 00100000:10000000:2.0:1783969648.814447:0:23411:0:(lfsck_lib.c:3085:lfsck_start()) lustre-MDT0001-osd: start master thread 00000020:01000004:1.0:1783969648.815897:0:23411:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:1.0:1783969648.815934:0:23411:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.201.134@tcp: cl_mgc_mutex unlock 00000020:01000004:1.0:1783969648.815951:0:23411:0:(tgt_mount.c:2458:server_fill_super_common()) Server sb, dev=48 00000080:00000004:1.0:1783969648.815978:0:23411:0:(super25.c:181:lustre_fill_super()) /dev/mapper/mds2_flakey: Mount complete 00000020:00000004:1.0:1783969648.817050:0:23411:0:(tgt_mount.c:2344:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1783969648.817287:0:23411:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:1.0:1783969649.399273:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783969649.777170:0:22720:0:(client.c:2702:ptlrpc_set_wait()) set ffff93ea8574ae40 going to sleep for 0 seconds 00000040:00080000:2.0:1783969649.777906:0:23430:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:2.0:1783969650.416677:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1783969650.740161:0:22675:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:1.0:1783969650.740170:0:22675:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-mdtir-ffff93e981ac5000 from 12 10000000:01000000:1.0:1783969650.740176:0:22675:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:1.0:1783969650.740224:0:22675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.134@tcp lock: ffff93e983de7800/0xea31253a47cbb664 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969650.740236:0:22675:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.134@tcp lock: ffff93e983de7800/0xea31253a47cbb664 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969650.740248:0:22675:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.134@tcp lock: ffff93e983de7800/0xea31253a47cbb664 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783969650.740280:0:22675:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea8e85ed80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b884c461-3115-4676-b8ef-3f3c795c44df:22675:1870627099371136:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1783969650.740365:0:22675:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783969650.740568:0:22675:0:(client.c:2702:ptlrpc_set_wait()) set ffff93eaa5ad7600 going to sleep for 11 seconds 00000100:00100000:0.0:1783969650.744919:0:22671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099371136 00000100:00100000:0.0:1783969650.744934:0:22671:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099371136 00000100:00100000:0.0:1783969650.745019:0:22671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:0.0:1783969650.745032:0:22671:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eab902f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b884c461-3115-4676-b8ef-3f3c795c44df+16:22675:x1870627099371136:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1783969650.745052:0:22671:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783969650.745194:0:22671:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff93e983ddc400/0xea31253a47cbb66b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xea31253a47cbb664 expref: -99 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969650.745226:0:22671:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff93e983ddc400/0xea31253a47cbb66b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xea31253a47cbb664 expref: 17 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969650.745237:0:22671:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff93e983ddc400/0xea31253a47cbb66b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xea31253a47cbb664 expref: 17 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969650.745245:0:22671:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93e983ddc400, rc 0) 00000100:00100000:0.0:1783969650.745331:0:22671:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eab902f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b884c461-3115-4676-b8ef-3f3c795c44df+17:22675:x1870627099371136:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 303us (4966us total) trans 0 rc 0/0 00000100:00100000:0.0:1783969650.745338:0:22671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:2.0:1783969650.747048:0:22675:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea8e85ed80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b884c461-3115-4676-b8ef-3f3c795c44df:22675:1870627099371136:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1783969650.747087:0:22675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.134@tcp lock: ffff93e983de7800/0xea31253a47cbb664 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xea31253a47cbb66b expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969650.747100:0:22675:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.134@tcp lock: ffff93e983de7800/0xea31253a47cbb664 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xea31253a47cbb66b expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783969650.747182:0:22675:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93eabb428e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b884c461-3115-4676-b8ef-3f3c795c44df:22675:1870627099371264:0@lo:256:ll_cfg_requeue.0 00000100:00100000:2.0:1783969650.747248:0:22675:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783969650.747286:0:22675:0:(client.c:2702:ptlrpc_set_wait()) set ffff93ea8e8b0180 going to sleep for 11 seconds 00000100:00100000:0.0:1783969650.747555:0:22673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099371264 00000100:00100000:0.0:1783969650.747562:0:22673:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099371264 00000100:00100000:0.0:1783969650.747608:0:22673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:0.0:1783969650.747617:0:22673:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eab902e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b884c461-3115-4676-b8ef-3f3c795c44df+17:22675:x1870627099371264:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:0.0:1783969650.747639:0:22673:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:0.0:1783969650.747654:0:22673:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:0.0:1783969650.747658:0:22673:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 12 00000100:00100000:0.0:1783969650.747759:0:22673:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eab902e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b884c461-3115-4676-b8ef-3f3c795c44df+17:22675:x1870627099371264:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 143us (510us total) trans 0 rc 0/0 00000100:00100000:0.0:1783969650.747768:0:22673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:0.0:1783969650.747812:0:22675:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93eabb428e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b884c461-3115-4676-b8ef-3f3c795c44df:22675:1870627099371264:0@lo:256:ll_cfg_requeue.0 10000000:01000000:0.0:1783969650.748065:0:22675:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.201.134@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1783969650.748083:0:22675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.134@tcp lock: ffff93e983de7800/0xea31253a47cbb664 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xea31253a47cbb66b expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969650.748093:0:22675:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.134@tcp lock: ffff93e983de7800/0xea31253a47cbb664 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xea31253a47cbb66b expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1783969650.748105:0:22675:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:0.0:1783969650.748108:0:22675:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-mdtir-ffff93eac1553800 from 12 10000000:01000000:0.0:1783969650.748111:0:22675:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1783969650.748138:0:22675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.134@tcp lock: ffff93e983ddd200/0xea31253a47cbb672 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969650.748147:0:22675:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.134@tcp lock: ffff93e983ddd200/0xea31253a47cbb672 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969650.748157:0:22675:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.134@tcp lock: ffff93e983ddd200/0xea31253a47cbb672 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783969650.748173:0:22675:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea889e4700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b884c461-3115-4676-b8ef-3f3c795c44df:22675:1870627099371392:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1783969650.748206:0:22675:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783969650.748240:0:22675:0:(client.c:2702:ptlrpc_set_wait()) set ffff93ea85553240 going to sleep for 11 seconds 00000100:00100000:2.0:1783969650.748338:0:22672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099371392 00000100:00100000:2.0:1783969650.748343:0:22672:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099371392 00000100:00100000:2.0:1783969650.748403:0:22672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:2.0:1783969650.748411:0:22672:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eab902e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b884c461-3115-4676-b8ef-3f3c795c44df+17:22675:x1870627099371392:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1783969650.748421:0:22672:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783969650.748436:0:22672:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff93ea837bde00/0xea31253a47cbb679 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xea31253a47cbb672 expref: -99 pid: 22672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969650.748457:0:22672:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff93ea837bde00/0xea31253a47cbb679 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xea31253a47cbb672 expref: 18 pid: 22672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969650.748467:0:22672:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff93ea837bde00/0xea31253a47cbb679 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xea31253a47cbb672 expref: 18 pid: 22672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969650.748475:0:22672:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93ea837bde00, rc 0) 00000100:00100000:2.0:1783969650.748509:0:22672:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eab902e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b884c461-3115-4676-b8ef-3f3c795c44df+18:22675:x1870627099371392:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 99us (302us total) trans 0 rc 0/0 00000100:00100000:2.0:1783969650.748515:0:22672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:0.0:1783969650.748613:0:22675:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea889e4700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b884c461-3115-4676-b8ef-3f3c795c44df:22675:1870627099371392:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1783969650.748628:0:22675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.134@tcp lock: ffff93e983ddd200/0xea31253a47cbb672 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xea31253a47cbb679 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969650.748645:0:22675:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.134@tcp lock: ffff93e983ddd200/0xea31253a47cbb672 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xea31253a47cbb679 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783969650.748692:0:22675:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea889e4700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b884c461-3115-4676-b8ef-3f3c795c44df:22675:1870627099371520:0@lo:256:ll_cfg_requeue.0 00000100:00100000:0.0:1783969650.748724:0:22675:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783969650.748746:0:22675:0:(client.c:2702:ptlrpc_set_wait()) set ffff93ea85553240 going to sleep for 11 seconds 00000100:00100000:0.0:1783969650.748759:0:22671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099371520 00000100:00100000:0.0:1783969650.748762:0:22671:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099371520 00000100:00100000:0.0:1783969650.748791:0:22671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:0.0:1783969650.748798:0:22671:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eab902c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b884c461-3115-4676-b8ef-3f3c795c44df+18:22675:x1870627099371520:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:0.0:1783969650.748811:0:22671:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:0.0:1783969650.748826:0:22671:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:0.0:1783969650.748829:0:22671:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 12 00000100:00100000:0.0:1783969650.749532:0:22671:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eab902c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b884c461-3115-4676-b8ef-3f3c795c44df+18:22675:x1870627099371520:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 731us (804us total) trans 0 rc 0/0 00000100:00100000:0.0:1783969650.749542:0:22671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:2.0:1783969650.756334:0:22675:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea889e4700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b884c461-3115-4676-b8ef-3f3c795c44df:22675:1870627099371520:0@lo:256:ll_cfg_requeue.0 10000000:01000000:2.0:1783969650.756414:0:22675:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.201.134@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:2.0:1783969650.756425:0:22675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.134@tcp lock: ffff93e983ddd200/0xea31253a47cbb672 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xea31253a47cbb679 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969650.756436:0:22675:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.134@tcp lock: ffff93e983ddd200/0xea31253a47cbb672 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xea31253a47cbb679 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783969650.800500:0:22720:0:(client.c:2702:ptlrpc_set_wait()) set ffff93ea8574ae40 going to sleep for 0 seconds 00000040:00080000:0.0:1783969650.828140:0:23430:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:0.0:1783969651.467747:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783969651.856330:0:22720:0:(client.c:2702:ptlrpc_set_wait()) set ffff93ea8574ae40 going to sleep for 0 seconds 00010000:00010000:1.0:1783969652.464626:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783969652.913707:0:22720:0:(client.c:2702:ptlrpc_set_wait()) set ffff93ea8574ae40 going to sleep for 0 seconds 00010000:00010000:0.0:1783969653.489290:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783969653.937897:0:22720:0:(client.c:2702:ptlrpc_set_wait()) set ffff93ea8574ae40 going to sleep for 0 seconds 00000100:00080000:3.0:1783969654.129605:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1783969654.129612:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1783969654.129616:0:38:0:(import.c:65:import_set_state_nolock()) ffff93ea88951800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1783969654.129625:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 710 00000100:00080000:3.0:1783969654.129630:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1783969654.129639:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff93ea88951800 using connection 192.168.201.134@tcp/0@lo 00000100:00100000:3.0:1783969654.129660:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93e983699500 x1870627099371904/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1783969654.129676:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1783969654.129680:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1783969654.129688:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1783969654.129691:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1783969654.129692:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea8e85f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1870627099371776:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1783969654.129759:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783969654.129822:0:22684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099371776 00000100:00100000:1.0:1783969654.129830:0:22684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099371776 00000100:00100000:1.0:1783969654.129871:0:22684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1783969654.129880:0:22684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea8e85dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3648:x1870627099371776:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1783969654.129916:0:22684:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1783969654.129975:0:22684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea8e85dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3648:x1870627099371776:12345-0@lo:41:osp-pre-0-1.0 Request processed in 96us (215us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969654.129983:0:22684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1783969654.130049:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea8e85f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1870627099371776:0@lo:41:osp-pre-0-1.0 00000100:00080000:3.0:1783969654.132152:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1783969654.132160:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1783969654.132163:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1783969654.132166:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1783969654.132221:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93e983698700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b884c461-3115-4676-b8ef-3f3c795c44df:3647:1870627099371648:0@lo:400:kworker.0 00000100:00100000:3.0:1783969654.132288:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783969654.132334:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1783969654.132340:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93e98369b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3647:1870627099372160:0@lo:400:kworker.0 00000100:00100000:3.0:1783969654.132368:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783969654.132421:0:3645:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93e983699500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1870627099371904:0@lo:38:kworker.0 00000100:00100000:3.0:1783969654.132447:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783969654.132478:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93e983698a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3649:1870627099372032:0@lo:400:kworker.0 00000100:00100000:3.0:1783969654.132503:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783969654.132537:0:22673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099371648 00000100:00100000:3.0:1783969654.132545:0:22673:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099371648 00000100:00100000:3.0:1783969654.132596:0:22673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:3.0:1783969654.132605:0:22673:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eab902d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b884c461-3115-4676-b8ef-3f3c795c44df+18:3647:x1870627099371648:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783969654.132657:0:22673:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eab902d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b884c461-3115-4676-b8ef-3f3c795c44df+18:3647:x1870627099371648:12345-0@lo:400:kworker.0 Request processed in 52us (368us total) trans 0 rc 0/0 00000100:00100000:3.0:1783969654.132665:0:22673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:3.0:1783969654.132780:0:22680:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099372160 00000100:00100000:3.0:1783969654.132784:0:22680:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099372160 00000100:00100000:3.0:1783969654.132821:0:22680:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099372032 00000100:00100000:3.0:1783969654.132824:0:22680:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099372032 00000100:00100000:3.0:1783969654.132839:0:22680:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1783969654.132844:0:22680:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93e98369a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3647:x1870627099372160:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783969654.132876:0:22680:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93e98369a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3647:x1870627099372160:12345-0@lo:400:kworker.0 Request processed in 32us (508us total) trans 0 rc 0/0 00000100:00100000:3.0:1783969654.132882:0:22680:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1783969654.132893:0:22680:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1783969654.132898:0:22680:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93e98369b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3649:x1870627099372032:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783969654.132926:0:22680:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93e98369b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3649:x1870627099372032:12345-0@lo:400:kworker.0 Request processed in 28us (422us total) trans 0 rc 0/0 00000100:00100000:3.0:1783969654.134155:0:22680:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1783969654.134184:0:22684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099371904 00000100:00100000:3.0:1783969654.134189:0:22684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099371904 00000100:00100000:3.0:1783969654.134325:0:22684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1783969654.134332:0:22684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93e983699880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3645:x1870627099371904:12345-0@lo:38:kworker.0 00010000:00080000:3.0:1783969654.134361:0:22684:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 716 last 0 00000020:00000080:3.0:1783969654.134415:0:22684:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xea31253a47cbb680 00000004:00100000:3.0:1783969654.134434:0:22684:0:(mdt_handler.c:7286:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000001:00000004:3.0:1783969654.134441:0:22684:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 12884901888 00010000:00080000:3.0:1783969654.134553:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff93e98369b800 x1870627099372160/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783969670 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783969654.134568:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93e98369b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3647:1870627099372160:0@lo:400:kworker.0 00000100:00100000:3.0:1783969654.134581:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93e983698700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b884c461-3115-4676-b8ef-3f3c795c44df:3647:1870627099371648:0@lo:400:kworker.0 00010000:00080000:3.0:1783969654.134623:0:3649:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff93e983698a80 x1870627099372032/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783969670 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783969654.134643:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93e983698a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3649:1870627099372032:0@lo:400:kworker.0 00000100:00080000:3.0:1783969654.141785:0:22684:0:(import.c:65:import_set_state_nolock()) ffff93e98448d000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1783969654.141902:0:22684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93e983699880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3645:x1870627099371904:12345-0@lo:38:kworker.0 Request processed in 7567us (9451us total) trans 0 rc 0/0 00000100:00100000:3.0:1783969654.141917:0:22684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1783969654.141995:0:3645:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:0.0:1783969654.142025:0:3645:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0001-osp-MDT0000: connect to target with instance 3 00000100:00080000:0.0:1783969654.142038:0:3645:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0001-osp-MDT0000: Resetting ns_connect_flags to server flags: 0xa2400010450010a0 00000100:00080000:0.0:1783969654.142046:0:3645:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:0.0:1783969654.142051:0:3645:0:(import.c:65:import_set_state_nolock()) ffff93ea88951800 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00080000:0.0:1783969654.142083:0:3645:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 000000001a4fdd15): req@ffff93e98369aa00 x1870627099364736/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lod0000_rec0001.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783969654.143279:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1783969654.143299:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93e983698a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1870627099372288:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1783969654.143355:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783969654.143416:0:22683:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099372288 00000100:00100000:3.0:1783969654.143424:0:22683:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099372288 00000100:00100000:3.0:1783969654.143466:0:22683:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1783969654.143475:0:22683:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93e983698700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3646:x1870627099372288:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1783969654.143511:0:22683:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1783969654.143550:0:22683:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93e983698700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3646:x1870627099372288:12345-0@lo:41:osp-pre-1-0.0 Request processed in 77us (196us total) trans 0 rc 0/0 00000100:00100000:3.0:1783969654.143556:0:22683:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1783969654.143600:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93e983698a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1870627099372288:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1783969654.144757:0:3645:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93e983699500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1870627099371904:0@lo:38:kworker.0 00000100:00100000:2.0:1783969654.151175:0:22720:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783969654.151212:0:22720:0:(client.c:2702:ptlrpc_set_wait()) set ffff93ea8574ae40 going to sleep for 11 seconds 00000100:00100000:2.0:1783969654.151243:0:22683:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099364736 00000100:00100000:2.0:1783969654.151251:0:22683:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099364736 00000100:00100000:2.0:1783969654.151300:0:22683:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1783969654.151310:0:22683:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eabb42a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:22720:x1870627099364736:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:2.0:1783969654.151479:0:22683:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eabb42a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:22720:x1870627099364736:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 110us (252us total) trans 0 rc 0/0 00000100:00100000:2.0:1783969654.151489:0:22683:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1783969654.151533:0:22720:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93e98369aa00 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22720:1870627099364736:0@lo:1000:lod0000_rec0001.0 00000040:01000000:2.0:1783969654.151570:0:22720:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000100:00100000:2.0:1783969654.151612:0:22720:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93eabb42b100 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22720:1870627099372416:0@lo:1000:lod0000_rec0001.0 00000100:00100000:2.0:1783969654.152573:0:22720:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783969654.152607:0:22720:0:(client.c:2702:ptlrpc_set_wait()) set ffff93ea8e8b0300 going to sleep for 11 seconds 00000100:00100000:2.0:1783969654.152628:0:22684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099372416 00000100:00100000:2.0:1783969654.152633:0:22684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099372416 00000100:00100000:2.0:1783969654.152662:0:22684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1783969654.152668:0:22684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eabb428380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22720:x1870627099372416:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:2.0:1783969654.152791:0:22684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eabb428380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22720:x1870627099372416:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 123us (1148us total) trans 0 rc 0/0 00000100:00100000:2.0:1783969654.152798:0:22684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1783969654.152826:0:22720:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93eabb42b100 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22720:1870627099372416:0@lo:1000:lod0000_rec0001.0 00000100:00100000:2.0:1783969654.153918:0:22720:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93eabb42b100 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22720:1870627099372544:0@lo:1000:lod0000_rec0001.0 00000100:00100000:2.0:1783969654.153982:0:22720:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783969654.155293:0:22720:0:(client.c:2702:ptlrpc_set_wait()) set ffff93ea8e8b0300 going to sleep for 11 seconds 00000100:00100000:0.0:1783969654.155295:0:22684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099372544 00000100:00100000:0.0:1783969654.155312:0:22684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099372544 00000100:00100000:0.0:1783969654.155411:0:22684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1783969654.155425:0:22684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eabb42aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22720:x1870627099372544:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:0.0:1783969654.155692:0:22684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eabb42aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22720:x1870627099372544:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 270us (1709us total) trans 0 rc 0/0 00000100:00100000:0.0:1783969654.155701:0:22684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1783969654.157168:0:22720:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93eabb42b100 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22720:1870627099372544:0@lo:1000:lod0000_rec0001.0 00000040:00080000:2.0:1783969654.157242:0:22720:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1783969654.165720:0:22720:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x240000401:0x1:0x0] index 261376 count 1 00000004:00080000:0.0:1783969654.165862:0:22720:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0001-osp-MDT0000 retrieved update log, duration 22, retries 0 00000004:00080000:0.0:1783969654.165869:0:22720:0:(lod_dev.c:545:lod_sub_recovery_thread()) lustre-MDT0000 got update logs from all MDTs. 00000001:02000400:1.0:1783969654.203989:0:23680:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg134-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:1.0:1783969654.515613:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1783969654.901514:0:22713:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1783969655.536690:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:1.0:1783969655.543040:0:23732:0:(tgt_mount.c:2344:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1783969655.543316:0:23732:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:1.0:1783969656.567574:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:0.0:1783969656.718325:0:23782:0:(tgt_mount.c:2344:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1783969656.718547:0:23782:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:1.0:1783969657.204501:0:3645:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1783969642/real 1783969642] req@ffff93e98369b480 x1870627099365888/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1783969657 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783969657.204535:0:3645:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff93e98369b480 x1870627099365888/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1783969657 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783969657.204546:0:3645:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1783969642/real 1783969642] req@ffff93e98369ad80 x1870627099366016/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1783969657 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783969657.204558:0:3645:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff93e98369ad80 x1870627099366016/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1783969657 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1783969657.204604:0:3645:0:(import.c:65:import_set_state_nolock()) ffff93ea8e8ed000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1783969657.204623:0:3645:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1783969657.204627:0:3645:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93e98369b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1870627099365888:0@lo:8:kworker.0 00000100:00080000:1.0:1783969657.204633:0:3645:0:(import.c:65:import_set_state_nolock()) ffff93ea88952000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1783969657.204638:0:3645:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1783969657.204641:0:3645:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93e98369ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1870627099366016:0@lo:8:kworker.0 00000100:00100000:2.0:1783969657.204800:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1783969657.204813:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93eabb42b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:b884c461-3115-4676-b8ef-3f3c795c44df:3649:1870627099372672:0@lo:400:kworker.0 00000100:00100000:2.0:1783969657.204891:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1783969657.204977:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1783969657.204982:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1783969657.204985:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ea8e8ed000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1783969657.204991:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 704 00000100:00080000:2.0:1783969657.204996:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1783969657.205004:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff93ea8e8ed000 using connection 192.168.201.134@tcp/0@lo 00000100:00100000:2.0:1783969657.205014:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93eabb428a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1870627099372800:0@lo:400:kworker.0 00000100:00100000:2.0:1783969657.205043:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783969657.205077:0:22683:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099372800 00000100:00100000:2.0:1783969657.205084:0:22683:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099372800 00000100:00100000:2.0:1783969657.205130:0:22683:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1783969657.205150:0:22683:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eabb42b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3649:x1870627099372800:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783969657.205598:0:22683:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eabb42b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3649:x1870627099372800:12345-0@lo:400:kworker.0 Request processed in 459us (553us total) trans 0 rc 0/0 00000100:00100000:2.0:1783969657.205608:0:22683:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1783969657.205650:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93eabb428a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1870627099372800:0@lo:400:kworker.0 00000100:00100000:2.0:1783969657.205684:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93eabb428a80 x1870627099372928/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1783969657.205701:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1783969657.205713:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1783969657.205715:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ea88952000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1783969657.205719:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 704 00000100:00080000:2.0:1783969657.205722:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1783969657.205726:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff93ea88952000 using connection 192.168.201.134@tcp/0@lo 00000100:00100000:2.0:1783969657.205737:0:3645:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93eabb428a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1870627099372928:0@lo:8:kworker.0 00000400:00000100:2.0:1783969657.205763:0:3645:0:(lib-move.c:4319:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1870627099372928 offset 0 length 520: 4 00000100:00100000:2.0:1783969657.205793:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93eabb429880 x1870627099373056/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1783969657.205813:0:3645:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93eabb429880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1870627099373056:0@lo:8:kworker.0 00000400:00000100:2.0:1783969657.205829:0:3645:0:(lib-move.c:4319:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1870627099373056 offset 0 length 520: 4 00000100:00100000:2.0:1783969657.205871:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93eabb42ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3646:1870627099373184:0@lo:400:kworker.0 00000100:00100000:2.0:1783969657.205908:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783969657.206100:0:22672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099372672 00000100:00100000:0.0:1783969657.206105:0:22672:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099372672 00000100:00100000:0.0:1783969657.206356:0:22672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:0.0:1783969657.206369:0:22672:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eab902f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b884c461-3115-4676-b8ef-3f3c795c44df+18:3649:x1870627099372672:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1783969657.210870:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1783969657.210877:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1783969657.210890:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1783969657.210894:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1783969657.210939:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea8e85fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3648:1870627099373440:0@lo:400:kworker.0 00000100:00100000:1.0:1783969657.211020:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783969657.211079:0:22679:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099373184 00000100:00100000:1.0:1783969657.211086:0:22679:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099373184 00000100:00100000:1.0:1783969657.211129:0:22679:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099373440 00000100:00100000:1.0:1783969657.211132:0:22679:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099373440 00000100:00100000:1.0:1783969657.211163:0:22679:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1783969657.211172:0:22679:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eabb42a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1870627099373184:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783969657.211233:0:22679:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eabb42a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1870627099373184:12345-0@lo:400:kworker.0 Request processed in 61us (5323us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969657.211240:0:22679:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1783969657.211257:0:22679:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1783969657.211262:0:22679:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea8e85f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3648:x1870627099373440:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783969657.211520:0:22679:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea8e85f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3648:x1870627099373440:12345-0@lo:400:kworker.0 Request processed in 257us (500us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969657.211528:0:22679:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00010000:00080000:1.0:1783969657.211565:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff93ea8e85fb80 x1870627099373440/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783969673 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783969657.211579:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea8e85fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3648:1870627099373440:0@lo:400:kworker.0 00000100:00100000:0.0:1783969657.211855:0:22672:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eab902f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b884c461-3115-4676-b8ef-3f3c795c44df+18:3649:x1870627099372672:12345-0@lo:400:kworker.0 Request processed in 5487us (6972us total) trans 0 rc 0/0 00000100:00100000:0.0:1783969657.211865:0:22672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:0.0:1783969657.211938:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea8e85f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1870627099373312:0@lo:400:kworker.0 00000100:00100000:0.0:1783969657.211986:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:0.0:1783969657.212030:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff93eabb42ad80 x1870627099373184/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783969673 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783969657.212041:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93eabb42ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3646:1870627099373184:0@lo:400:kworker.0 00000100:00100000:0.0:1783969657.212077:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93eabb42b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:b884c461-3115-4676-b8ef-3f3c795c44df:3649:1870627099372672:0@lo:400:kworker.0 00000100:00100000:1.0:1783969657.212540:0:22683:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099373312 00000100:00100000:1.0:1783969657.212546:0:22683:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099373312 00000100:00100000:1.0:1783969657.212587:0:22683:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1783969657.212595:0:22683:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea889e7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3647:x1870627099373312:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783969657.212651:0:22683:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea889e7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3647:x1870627099373312:12345-0@lo:400:kworker.0 Request processed in 57us (664us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969657.212657:0:22683:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1783969657.212758:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea8e85f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1870627099373312:0@lo:400:kworker.0 00010000:00010000:1.0:1783969657.589221:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1783969658.101780:0:23831:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007ffdd58ef7f0 20000000:00000080:0.0:1783969658.101797:0:23831:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=400866bb len=576 karg=ffff93ea8e190c00 uarg=0000000000000000 20000000:01000000:0.0:1783969658.101841:0:23831:0:(mgs_llog.c:6188:mgs_set_param2()) set_param2 fs='' device='general' param='debug_raw_pointers=Y' 20000000:01000000:0.0:1783969658.101849:0:23831:0:(mgs_llog.c:4643:mgs_write_log_param2()) next param 'debug_raw_pointers=Y' 20000000:01000000:0.0:1783969658.101855:0:23831:0:(mgs_llog.c:1379:mgs_modify_param()) modify params/general/debug_raw_pointers=Y del=0 00000040:00080000:3.0:1783969658.102410:0:23832:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 2 count 13 20000000:00000400:0.0:1783969658.102586:0:23831:0:(mgs_llog.c:1450:mgs_modify_param()) MGS: modify general/debug_raw_pointers=Y (mode = 0) failed: rc = -17 10000000:01000000:0.0:1783969658.113209:0:23831:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00010000:00010000:0.0:1783969658.113244:0:23831:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff93e983ddcc00/0xea31253a47cbb687 lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969658.113264:0:23831:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff93e983de6000/0xea31253a47cbb530 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xea31253a47cbb529 expref: 17 pid: 22672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969658.113271:0:23831:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff93ea813a0a00/0xea31253a47cbb633 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xea31253a47cbb62c expref: 17 pid: 22673 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969658.113279:0:23831:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff93e983ddcc00/0xea31253a47cbb687 lrc: 5/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 23831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969658.113327:0:23831:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff93ea813a0a00/0xea31253a47cbb633 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xea31253a47cbb62c expref: 17 pid: 22673 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969658.113344:0:23831:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff93ea813a0a00/0xea31253a47cbb633 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xea31253a47cbb62c expref: 17 pid: 22673 timeout: 820 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783969658.113359:0:23831:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea889e6d80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23831:1870627099373568:0@lo:104: 00000100:00100000:0.0:1783969658.113622:0:23831:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1783969658.113694:0:23831:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff93e983de6000/0xea31253a47cbb530 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xea31253a47cbb529 expref: 17 pid: 22672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969658.113704:0:23831:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff93e983de6000/0xea31253a47cbb530 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xea31253a47cbb529 expref: 17 pid: 22672 timeout: 820 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783969658.113714:0:23831:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea889e4e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23831:1870627099373696:0@lo:104: 00000100:00100000:0.0:1783969658.113736:0:23831:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783969658.113757:0:23831:0:(client.c:2702:ptlrpc_set_wait()) set ffff93ea83ef7e40 going to sleep for 11 seconds 00000100:00100000:3.0:1783969658.113812:0:22661:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099373568 00000100:00100000:3.0:1783969658.113819:0:22661:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099373568 00000100:00100000:3.0:1783969658.113855:0:22661:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099373696 00000100:00100000:3.0:1783969658.113859:0:22661:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099373696 00000100:00100000:3.0:1783969658.113886:0:22661:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1783969658.113895:0:22661:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea889e5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:b884c461-3115-4676-b8ef-3f3c795c44df+4:23831:x1870627099373568:12345-0@lo:104: 00010000:00010000:3.0:1783969658.113907:0:22661:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.134@tcp lock: ffff93e983de6e00/0xea31253a47cbb62c lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xea31253a47cbb633 expref: -99 pid: 23411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969658.113980:0:22661:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1783969658.113987:0:22661:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea889e5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:b884c461-3115-4676-b8ef-3f3c795c44df+4:23831:x1870627099373568:12345-0@lo:104: Request processed in 93us (366us total) trans 0 rc 0/0 00000100:00100000:3.0:1783969658.113995:0:22661:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1783969658.114012:0:22661:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1783969658.114018:0:22661:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea889e5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:b884c461-3115-4676-b8ef-3f3c795c44df+3:23831:x1870627099373696:12345-0@lo:104: 00010000:00010000:3.0:1783969658.114026:0:22661:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.134@tcp lock: ffff93ea837bc200/0xea31253a47cbb529 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xea31253a47cbb530 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969658.114060:0:22661:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:3.0:1783969658.114066:0:22661:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea889e5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:b884c461-3115-4676-b8ef-3f3c795c44df+3:23831:x1870627099373696:12345-0@lo:104: Request processed in 48us (329us total) trans 0 rc 0/0 00000100:00100000:3.0:1783969658.114072:0:22661:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1783969658.114170:0:23831:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea889e6d80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23831:1870627099373568:0@lo:104: 00000100:00100000:0.0:1783969658.114180:0:23831:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea889e4e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23831:1870627099373696:0@lo:104: 00010000:00010000:0.0:1783969658.114198:0:23831:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff93e983ddcc00/0xea31253a47cbb687 lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 23831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969658.118196:0:22667:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1783969658.118210:0:22667:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.134@tcp lock: ffff93e983de6e00/0xea31253a47cbb62c lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xea31253a47cbb633 expref: -99 pid: 23411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969658.118222:0:22667:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93e983de6e00 already unused, calling callback (ffffffffc131dc20) 10000000:00010000:0.0:1783969658.118227:0:22667:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.134@tcp lock: ffff93e983de6e00/0xea31253a47cbb62c lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xea31253a47cbb633 expref: -99 pid: 23411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969658.118237:0:22667:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.134@tcp lock: ffff93e983de6e00/0xea31253a47cbb62c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xea31253a47cbb633 expref: -99 pid: 23411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1783969658.118243:0:22667:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.134@tcp lock: ffff93e983de6e00/0xea31253a47cbb62c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xea31253a47cbb633 expref: -99 pid: 23411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1783969658.118248:0:22667:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:0.0:1783969658.118311:0:22667:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.134@tcp lock: ffff93e983de6e00/0xea31253a47cbb62c lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xea31253a47cbb633 expref: -99 pid: 23411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969658.118331:0:22667:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1783969658.118370:0:22667:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.134@tcp lock: ffff93e983de6e00/0xea31253a47cbb62c lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xea31253a47cbb633 expref: -99 pid: 23411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969658.118402:0:22667:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.134@tcp lock: ffff93e983de6e00/0xea31253a47cbb62c lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xea31253a47cbb633 expref: -99 pid: 23411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969658.118419:0:22667:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783969658.118422:0:22667:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.134@tcp lock: ffff93ea837bc200/0xea31253a47cbb529 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xea31253a47cbb530 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969658.118427:0:22667:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93ea837bc200 already unused, calling callback (ffffffffc131dc20) 10000000:00010000:0.0:1783969658.118430:0:22667:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.134@tcp lock: ffff93ea837bc200/0xea31253a47cbb529 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xea31253a47cbb530 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969658.118435:0:22667:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.134@tcp lock: ffff93ea837bc200/0xea31253a47cbb529 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xea31253a47cbb530 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1783969658.118441:0:22667:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.134@tcp lock: ffff93ea837bc200/0xea31253a47cbb529 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xea31253a47cbb530 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1783969658.118445:0:22667:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:0.0:1783969658.118460:0:22667:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.134@tcp lock: ffff93ea837bc200/0xea31253a47cbb529 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xea31253a47cbb530 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969658.118465:0:22667:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1783969658.118480:0:22667:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.134@tcp lock: ffff93ea837bc200/0xea31253a47cbb529 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xea31253a47cbb530 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969658.118486:0:22667:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.134@tcp lock: ffff93ea837bc200/0xea31253a47cbb529 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xea31253a47cbb530 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969658.118508:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783969658.118509:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783969658.118511:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783969658.118529:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea889e6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b884c461-3115-4676-b8ef-3f3c795c44df:3646:1870627099373952:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1783969658.118591:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783969658.118651:0:22665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099373952 00000100:00100000:0.0:1783969658.118657:0:22665:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099373952 00010000:00010000:0.0:1783969658.118683:0:22665:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff93e983de6000/0xea31253a47cbb530 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xea31253a47cbb529 expref: 18 pid: 22672 timeout: 820 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783969658.118710:0:22665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1783969658.118718:0:22665:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea889e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b884c461-3115-4676-b8ef-3f3c795c44df+18:3646:x1870627099373952:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1783969658.118732:0:22665:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783969658.118738:0:22665:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff93e983de6000/0xea31253a47cbb530 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xea31253a47cbb529 expref: 18 pid: 22672 timeout: 820 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969658.118748:0:22665:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff93e983de6000/0xea31253a47cbb530 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xea31253a47cbb529 expref: 18 pid: 22672 timeout: 820 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969658.118762:0:22665:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff93e983de6000/0xea31253a47cbb530 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xea31253a47cbb529 expref: 18 pid: 22672 timeout: 820 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969658.118775:0:22665:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1783969658.118807:0:22665:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea889e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b884c461-3115-4676-b8ef-3f3c795c44df+17:3646:x1870627099373952:12345-0@lo:103:ldlm_bl.0 Request processed in 90us (216us total) trans 0 rc 0/0 00000100:00100000:0.0:1783969658.118814:0:22665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1783969658.118850:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea889e6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b884c461-3115-4676-b8ef-3f3c795c44df:3646:1870627099373952:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1783969658.119133:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea889e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:b884c461-3115-4676-b8ef-3f3c795c44df:3649:1870627099373824:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1783969658.119164:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783969658.119345:0:22664:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099373824 00000100:00100000:0.0:1783969658.119350:0:22664:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099373824 00010000:00010000:0.0:1783969658.119367:0:22664:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff93ea813a0a00/0xea31253a47cbb633 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xea31253a47cbb62c expref: 17 pid: 22673 timeout: 820 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783969658.119419:0:22664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1783969658.119427:0:22664:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93e983698a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b884c461-3115-4676-b8ef-3f3c795c44df+17:3649:x1870627099373824:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1783969658.119436:0:22664:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783969658.119441:0:22664:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff93ea813a0a00/0xea31253a47cbb633 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xea31253a47cbb62c expref: 17 pid: 22673 timeout: 820 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969658.119451:0:22664:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff93ea813a0a00/0xea31253a47cbb633 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xea31253a47cbb62c expref: 17 pid: 22673 timeout: 820 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969658.119463:0:22664:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff93ea813a0a00/0xea31253a47cbb633 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xea31253a47cbb62c expref: 17 pid: 22673 timeout: 820 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969658.119475:0:22664:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff93e983ddcc00/0xea31253a47cbb687 lrc: 3/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 23831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969658.119483:0:22664:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff93e983ddcc00/0xea31253a47cbb687 lrc: 4/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 23831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969658.119496:0:22664:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff93e983ddcc00/0xea31253a47cbb687 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 23831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969658.119502:0:22664:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff93e983ddcc00/0xea31253a47cbb687 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969658.119509:0:22664:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff93e983ddcc00/0xea31253a47cbb687 lrc: 4/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969658.119526:0:22664:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff93e983ddcc00/0xea31253a47cbb687 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969658.119532:0:22664:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93e983ddcc00 already unused, calling callback (ffffffffc0d02230) 00010000:00010000:0.0:1783969658.119536:0:22664:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff93e983ddcc00/0xea31253a47cbb687 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969658.119544:0:22664:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff93e983ddcc00/0xea31253a47cbb687 lrc: 6/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 23831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969658.119556:0:22664:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff93e983ddcc00/0xea31253a47cbb687 lrc: 4/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969658.119566:0:22664:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1783969658.119598:0:22664:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93e983698a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b884c461-3115-4676-b8ef-3f3c795c44df+16:3649:x1870627099373824:12345-0@lo:103:ldlm_bl.0 Request processed in 171us (432us total) trans 0 rc 0/0 00000100:00100000:0.0:1783969658.119605:0:22664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1783969658.119629:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea889e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:b884c461-3115-4676-b8ef-3f3c795c44df:3649:1870627099373824:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1783969658.119690:0:23831:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff93e983ddcc00/0xea31253a47cbb687 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969658.119700:0:23831:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff93e983ddcc00/0xea31253a47cbb687 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969658.119707:0:23831:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff93e983ddcc00/0xea31253a47cbb687 lrc: 0/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969658.120817:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783969658.226324:0:3645:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1783969648/real 1783969648] req@ffff93eabb42b480 x1870627099368064/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1783969658 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783969658.226358:0:3645:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff93eabb42b480 x1870627099368064/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1783969658 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783969658.226428:0:3645:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1783969648/real 1783969648] req@ffff93eabb428000 x1870627099367936/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1783969658 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783969658.226444:0:3645:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff93eabb428000 x1870627099367936/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1783969658 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1783969658.226463:0:3645:0:(import.c:65:import_set_state_nolock()) ffff93eaa01ef800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1783969658.226475:0:3645:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1783969658.226478:0:3645:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93eabb42b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3645:1870627099368064:0@lo:8:llog_process_th.0 00000100:00080000:2.0:1783969658.226483:0:3645:0:(import.c:65:import_set_state_nolock()) ffff93ea83eeb000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1783969658.226487:0:3645:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1783969658.226490:0:3645:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93eabb428000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3645:1870627099367936:0@lo:8:llog_process_th.0 00000100:00080000:1.0:1783969658.226684:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1783969658.226689:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1783969658.226692:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1783969658.226694:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1783969658.226723:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1783969658.226726:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1783969658.226729:0:38:0:(import.c:65:import_set_state_nolock()) ffff93ea83eeb000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1783969658.226734:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 710 00000100:00080000:1.0:1783969658.226739:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1783969658.226754:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff93ea83eeb000 using connection 192.168.201.134@tcp/0@lo 00000100:00100000:1.0:1783969658.226775:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93ea8e85f800 x1870627099374464/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1783969658.226787:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1783969658.226790:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1783969658.226791:0:38:0:(import.c:65:import_set_state_nolock()) ffff93eaa01ef800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1783969658.226794:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 710 00000100:00080000:1.0:1783969658.226796:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1783969658.226799:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff93eaa01ef800 using connection 192.168.201.134@tcp/0@lo 00000100:00100000:1.0:1783969658.226810:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93ea8e85ed80 x1870627099374592/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1783969658.226840:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea8e85c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3648:1870627099374208:0@lo:400:kworker.0 00000100:00100000:1.0:1783969658.226913:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783969658.226964:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1783969658.226970:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea8e85c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1870627099374336:0@lo:400:kworker.0 00000100:00100000:1.0:1783969658.226997:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783969658.227028:0:22679:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099374208 00000100:00100000:1.0:1783969658.227036:0:22679:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099374208 00000100:00100000:1.0:1783969658.227080:0:22679:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1783969658.227088:0:22679:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea8e85d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3648:x1870627099374208:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783969658.227131:0:22679:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea8e85d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3648:x1870627099374208:12345-0@lo:400:kworker.0 Request processed in 44us (218us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969658.227138:0:22679:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1783969658.227158:0:22683:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099374336 00000100:00100000:1.0:1783969658.227160:0:22683:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099374336 00000100:00100000:1.0:1783969658.227178:0:22683:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1783969658.227191:0:22683:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea8e85c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3648:x1870627099374336:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783969658.227218:0:22683:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea8e85c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3648:x1870627099374336:12345-0@lo:400:kworker.0 Request processed in 28us (221us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969658.227224:0:22683:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1783969658.227258:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea8e85c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1870627099374336:0@lo:400:kworker.0 00010000:00080000:1.0:1783969658.227268:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff93ea8e85c000 x1870627099374208/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783969674 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783969658.227276:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea8e85c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3648:1870627099374208:0@lo:400:kworker.0 00000100:00100000:1.0:1783969658.227293:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea8e85f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3646:1870627099374720:0@lo:400:kworker.0 00000100:00100000:1.0:1783969658.227314:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783969658.227328:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1783969658.227332:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea8e85fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1870627099374080:0@lo:400:kworker.0 00000100:00100000:1.0:1783969658.227352:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783969658.227368:0:22683:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099374080 00000100:00100000:1.0:1783969658.227370:0:22683:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099374080 00000100:00100000:1.0:1783969658.227412:0:22683:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1783969658.227418:0:22683:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea8e85c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3646:x1870627099374080:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783969658.227446:0:22683:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea8e85c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3646:x1870627099374080:12345-0@lo:400:kworker.0 Request processed in 28us (92us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969658.227451:0:22683:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1783969658.227469:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea8e85fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1870627099374080:0@lo:400:kworker.0 00000100:00100000:2.0:1783969658.227677:0:3645:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea8e85f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3645:1870627099374464:0@lo:8:kworker.0 00000400:00000100:2.0:1783969658.227704:0:3645:0:(lib-move.c:4319:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1870627099374464 offset 0 length 520: 4 00000100:00100000:2.0:1783969658.227726:0:3645:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea8e85ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3645:1870627099374592:0@lo:8:kworker.0 00000400:00000100:2.0:1783969658.227745:0:3645:0:(lib-move.c:4319:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1870627099374592 offset 0 length 520: 4 00000100:00100000:2.0:1783969658.227769:0:22680:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099374720 00000100:00100000:2.0:1783969658.227772:0:22680:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099374720 00000100:00100000:2.0:1783969658.227795:0:22680:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1783969658.227800:0:22680:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea8e85c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3646:x1870627099374720:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783969658.227835:0:22680:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea8e85c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3646:x1870627099374720:12345-0@lo:400:kworker.0 Request processed in 35us (520us total) trans 0 rc 0/0 00000100:00100000:2.0:1783969658.227841:0:22680:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00010000:00080000:1.0:1783969658.239053:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff93ea8e85f480 x1870627099374720/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783969674 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783969658.239072:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea8e85f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3646:1870627099374720:0@lo:400:kworker.0 00010000:00010000:1.0:1783969658.608549:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783969659.249598:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93e98369b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1870627099374848:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1783969659.249663:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783969659.251444:0:22683:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099374848 00000100:00100000:1.0:1783969659.251455:0:22683:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099374848 00000100:00100000:1.0:1783969659.251516:0:22683:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:1.0:1783969659.251527:0:22683:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93e98369bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3647:x1870627099374848:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1783969659.251612:0:22683:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1783969659.251687:0:22683:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93e98369bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3647:x1870627099374848:12345-0@lo:41:osp-pre-1-0.0 Request processed in 161us (2022us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969659.251695:0:22683:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1783969659.256413:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1783969659.256435:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea889e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1870627099374976:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1783969659.256496:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783969659.259531:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93e98369b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1870627099374848:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1783969659.259634:0:22683:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099374976 00000100:00100000:0.0:1783969659.259641:0:22683:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099374976 00000100:00100000:0.0:1783969659.260683:0:22683:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:0.0:1783969659.260699:0:22683:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea889e6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3649:x1870627099374976:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1783969659.260734:0:22683:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1783969659.260832:0:22683:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea889e6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3649:x1870627099374976:12345-0@lo:41:osp-pre-0-1.0 Request processed in 138us (4335us total) trans 0 rc 0/0 00000100:00100000:0.0:1783969659.260840:0:22683:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:0.0:1783969659.266839:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea889e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1870627099374976:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1783969659.646056:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1783969659.760896:0:22675:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:2.0:1783969659.760905:0:22675:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff93e981ac5000 from 13 10000000:01000000:2.0:1783969659.761050:0:22675:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1783969659.761105:0:22675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.134@tcp lock: ffff93ea837bc600/0xea31253a47cbb68e lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969659.761117:0:22675:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.134@tcp lock: ffff93ea837bc600/0xea31253a47cbb68e lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969659.761129:0:22675:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.134@tcp lock: ffff93ea837bc600/0xea31253a47cbb68e lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783969659.761160:0:22675:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93eabb428000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b884c461-3115-4676-b8ef-3f3c795c44df:22675:1870627099375104:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1783969659.761258:0:22675:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783969659.761312:0:22675:0:(client.c:2702:ptlrpc_set_wait()) set ffff93eab7315900 going to sleep for 11 seconds 00000100:00100000:3.0:1783969659.761423:0:22671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099375104 00000100:00100000:3.0:1783969659.761433:0:22671:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099375104 00000100:00100000:3.0:1783969659.761492:0:22671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:3.0:1783969659.761504:0:22671:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eab902fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b884c461-3115-4676-b8ef-3f3c795c44df+16:22675:x1870627099375104:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1783969659.761519:0:22671:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783969659.761534:0:22671:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff93ea813a1c00/0xea31253a47cbb695 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xea31253a47cbb68e expref: -99 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969659.761559:0:22671:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff93ea813a1c00/0xea31253a47cbb695 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xea31253a47cbb68e expref: 17 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969659.762218:0:22671:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff93ea813a1c00/0xea31253a47cbb695 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xea31253a47cbb68e expref: 17 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969659.762228:0:22671:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93ea813a1c00, rc 0) 00000100:00100000:3.0:1783969659.762298:0:22671:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eab902fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b884c461-3115-4676-b8ef-3f3c795c44df+17:22675:x1870627099375104:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 795us (1039us total) trans 0 rc 0/0 00000100:00100000:3.0:1783969659.762306:0:22671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:2.0:1783969659.763240:0:22675:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93eabb428000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b884c461-3115-4676-b8ef-3f3c795c44df:22675:1870627099375104:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1783969659.763263:0:22675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.134@tcp lock: ffff93ea837bc600/0xea31253a47cbb68e lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xea31253a47cbb695 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969659.763275:0:22675:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.134@tcp lock: ffff93ea837bc600/0xea31253a47cbb68e lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xea31253a47cbb695 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783969659.763352:0:22675:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93eabb428000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b884c461-3115-4676-b8ef-3f3c795c44df:22675:1870627099375232:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1783969659.763873:0:22675:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783969659.764975:0:22675:0:(client.c:2702:ptlrpc_set_wait()) set ffff93eab7315900 going to sleep for 11 seconds 00000100:00100000:3.0:1783969659.768076:0:22672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099375232 00000100:00100000:3.0:1783969659.768091:0:22672:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099375232 00000100:00100000:3.0:1783969659.768168:0:22672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:3.0:1783969659.768178:0:22672:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eab902f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b884c461-3115-4676-b8ef-3f3c795c44df+17:22675:x1870627099375232:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1783969659.768374:0:22672:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eab902f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b884c461-3115-4676-b8ef-3f3c795c44df+17:22675:x1870627099375232:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 196us (4502us total) trans 0 rc 0/0 00000100:00100000:3.0:1783969659.768413:0:22672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:2.0:1783969659.770088:0:22675:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93eabb428000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b884c461-3115-4676-b8ef-3f3c795c44df:22675:1870627099375232:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1783969659.770172:0:22675:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93eabb428000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b884c461-3115-4676-b8ef-3f3c795c44df:22675:1870627099375360:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1783969659.770235:0:22675:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783969659.770279:0:22675:0:(client.c:2702:ptlrpc_set_wait()) set ffff93eab7315900 going to sleep for 11 seconds 00000100:00100000:3.0:1783969659.771027:0:22671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099375360 00000100:00100000:3.0:1783969659.771036:0:22671:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099375360 00000100:00100000:3.0:1783969659.771095:0:22671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:3.0:1783969659.771104:0:22671:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eab902c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b884c461-3115-4676-b8ef-3f3c795c44df+17:22675:x1870627099375360:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1783969659.771229:0:22671:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eab902c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b884c461-3115-4676-b8ef-3f3c795c44df+17:22675:x1870627099375360:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 125us (993us total) trans 0 rc 0/0 00000100:00100000:3.0:1783969659.771236:0:22671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:2.0:1783969659.771332:0:22675:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93eabb428000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b884c461-3115-4676-b8ef-3f3c795c44df:22675:1870627099375360:0@lo:503:ll_cfg_requeue.0 00000040:00080000:2.0:1783969659.772317:0:23892:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:0.0:1783969659.772578:0:22675:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:0.0:1783969659.772601:0:22675:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.201.134@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1783969659.772613:0:22675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.134@tcp lock: ffff93ea837bc600/0xea31253a47cbb68e lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xea31253a47cbb695 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969659.772624:0:22675:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.134@tcp lock: ffff93ea837bc600/0xea31253a47cbb68e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xea31253a47cbb695 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1783969659.772635:0:22675:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:0.0:1783969659.772638:0:22675:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff93eac1553800 from 13 10000000:01000000:0.0:1783969659.772641:0:22675:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1783969659.772678:0:22675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.134@tcp lock: ffff93e983ddde00/0xea31253a47cbb69c lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969659.772687:0:22675:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.134@tcp lock: ffff93e983ddde00/0xea31253a47cbb69c lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969659.772698:0:22675:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.134@tcp lock: ffff93e983ddde00/0xea31253a47cbb69c lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783969659.772720:0:22675:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea889e4e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b884c461-3115-4676-b8ef-3f3c795c44df:22675:1870627099375488:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1783969659.772773:0:22675:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783969659.772815:0:22675:0:(client.c:2702:ptlrpc_set_wait()) set ffff93ea83ef7f00 going to sleep for 11 seconds 00000100:00100000:2.0:1783969659.772876:0:22673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099375488 00000100:00100000:2.0:1783969659.772883:0:22673:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099375488 00000100:00100000:2.0:1783969659.773043:0:22673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:2.0:1783969659.773055:0:22673:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eab902cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b884c461-3115-4676-b8ef-3f3c795c44df+17:22675:x1870627099375488:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1783969659.773068:0:22673:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783969659.773082:0:22673:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff93ea837bc200/0xea31253a47cbb6a3 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xea31253a47cbb69c expref: -99 pid: 22673 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969659.773104:0:22673:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff93ea837bc200/0xea31253a47cbb6a3 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xea31253a47cbb69c expref: 18 pid: 22673 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969659.773115:0:22673:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff93ea837bc200/0xea31253a47cbb6a3 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xea31253a47cbb69c expref: 18 pid: 22673 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969659.773123:0:22673:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93ea837bc200, rc 0) 00000100:00100000:2.0:1783969659.773166:0:22673:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eab902cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b884c461-3115-4676-b8ef-3f3c795c44df+18:22675:x1870627099375488:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 113us (392us total) trans 0 rc 0/0 00000100:00100000:2.0:1783969659.773172:0:22673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:0.0:1783969659.773735:0:22675:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea889e4e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b884c461-3115-4676-b8ef-3f3c795c44df:22675:1870627099375488:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1783969659.773752:0:22675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.134@tcp lock: ffff93e983ddde00/0xea31253a47cbb69c lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xea31253a47cbb6a3 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969659.773774:0:22675:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.134@tcp lock: ffff93e983ddde00/0xea31253a47cbb69c lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xea31253a47cbb6a3 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783969659.773846:0:22675:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea889e4e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b884c461-3115-4676-b8ef-3f3c795c44df:22675:1870627099375616:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1783969659.773877:0:22675:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783969659.773916:0:22675:0:(client.c:2702:ptlrpc_set_wait()) set ffff93ea83ef7f00 going to sleep for 11 seconds 00000100:00100000:3.0:1783969659.774099:0:22672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099375616 00000100:00100000:3.0:1783969659.774105:0:22672:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099375616 00000100:00100000:3.0:1783969659.774136:0:22672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:3.0:1783969659.774146:0:22672:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eab902dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b884c461-3115-4676-b8ef-3f3c795c44df+18:22675:x1870627099375616:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1783969659.774280:0:22672:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eab902dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b884c461-3115-4676-b8ef-3f3c795c44df+18:22675:x1870627099375616:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 137us (402us total) trans 0 rc 0/0 00000100:00100000:3.0:1783969659.774289:0:22672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:0.0:1783969659.775071:0:22675:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea889e4e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b884c461-3115-4676-b8ef-3f3c795c44df:22675:1870627099375616:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1783969659.775115:0:22675:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea889e4e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b884c461-3115-4676-b8ef-3f3c795c44df:22675:1870627099375744:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1783969659.775162:0:22675:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783969659.775196:0:22675:0:(client.c:2702:ptlrpc_set_wait()) set ffff93ea83ef7f00 going to sleep for 11 seconds 00000100:00100000:3.0:1783969659.775263:0:22671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099375744 00000100:00100000:3.0:1783969659.775268:0:22671:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099375744 00000100:00100000:3.0:1783969659.775308:0:22671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:3.0:1783969659.775315:0:22671:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eab902d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b884c461-3115-4676-b8ef-3f3c795c44df+18:22675:x1870627099375744:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1783969659.775435:0:22671:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eab902d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b884c461-3115-4676-b8ef-3f3c795c44df+18:22675:x1870627099375744:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 119us (272us total) trans 0 rc 0/0 00000100:00100000:3.0:1783969659.775442:0:22671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:3.0:1783969659.775483:0:22675:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea889e4e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b884c461-3115-4676-b8ef-3f3c795c44df:22675:1870627099375744:0@lo:503:ll_cfg_requeue.0 00000001:00100000:1.0:1783969659.777064:0:23412:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000040:00080000:3.0:1783969659.777269:0:23893:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:2.0:1783969659.777555:0:22675:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:2.0:1783969659.777590:0:22675:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.201.134@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1783969659.777603:0:22675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.134@tcp lock: ffff93e983ddde00/0xea31253a47cbb69c lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xea31253a47cbb6a3 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969659.777617:0:22675:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.134@tcp lock: ffff93e983ddde00/0xea31253a47cbb69c lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xea31253a47cbb6a3 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1783969660.087312:0:23430:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:0.0:1783969660.657730:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783969661.682898:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783969662.704964:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1783969663.358212:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1783969663.358219:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1783969663.358222:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1783969663.358226:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1783969663.358240:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1783969663.358243:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1783969663.358247:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1783969663.358250:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1783969663.358287:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea889e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1870627099376256:0@lo:400:kworker.0 00000100:00100000:0.0:1783969663.358359:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783969663.358428:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1783969663.358435:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea889e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:b884c461-3115-4676-b8ef-3f3c795c44df:3648:1870627099375872:0@lo:400:kworker.0 00000100:00100000:0.0:1783969663.358464:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783969663.358854:0:22684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099376256 00000100:00100000:3.0:1783969663.358872:0:22684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099376256 00000100:00100000:3.0:1783969663.358933:0:22684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:3.0:1783969663.358942:0:22684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea889e6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3648:x1870627099376256:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783969663.359003:0:22684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea889e6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3648:x1870627099376256:12345-0@lo:400:kworker.0 Request processed in 61us (642us total) trans 0 rc 0/0 00000100:00100000:3.0:1783969663.359011:0:22684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:3.0:1783969663.359034:0:22671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099375872 00000100:00100000:3.0:1783969663.359037:0:22671:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099375872 00000100:00100000:3.0:1783969663.359064:0:22671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:3.0:1783969663.359070:0:22671:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93e98366f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b884c461-3115-4676-b8ef-3f3c795c44df+18:3648:x1870627099375872:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783969663.359101:0:22671:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93e98366f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b884c461-3115-4676-b8ef-3f3c795c44df+18:3648:x1870627099375872:12345-0@lo:400:kworker.0 Request processed in 32us (637us total) trans 0 rc 0/0 00000100:00100000:3.0:1783969663.359118:0:22671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:3.0:1783969663.359172:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea889e5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1870627099376000:0@lo:400:kworker.0 00000100:00100000:3.0:1783969663.359200:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783969663.359222:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1783969663.359228:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea889e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3646:1870627099376128:0@lo:400:kworker.0 00000100:00100000:3.0:1783969663.359258:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783969663.359286:0:22678:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099376128 00000100:00100000:3.0:1783969663.359289:0:22678:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099376128 00000100:00100000:3.0:1783969663.359314:0:22678:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1783969663.359320:0:22678:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93e98369ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1870627099376128:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783969663.359353:0:22678:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93e98369ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1870627099376128:12345-0@lo:400:kworker.0 Request processed in 32us (93us total) trans 0 rc 0/0 00000100:00100000:3.0:1783969663.359358:0:22678:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00010000:00080000:3.0:1783969663.359416:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff93ea889e5f80 x1870627099376128/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783969679 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783969663.359430:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea889e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3646:1870627099376128:0@lo:400:kworker.0 00000100:00100000:3.0:1783969663.359450:0:22684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099376000 00000100:00100000:3.0:1783969663.359453:0:22684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099376000 00000100:00100000:3.0:1783969663.359469:0:22684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:3.0:1783969663.359475:0:22684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93e98369b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3646:x1870627099376000:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783969663.359508:0:22684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93e98369b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3646:x1870627099376000:12345-0@lo:400:kworker.0 Request processed in 33us (306us total) trans 0 rc 0/0 00000100:00100000:3.0:1783969663.359514:0:22684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:3.0:1783969663.359537:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea889e5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1870627099376000:0@lo:400:kworker.0 00000100:00100000:0.0:1783969663.359973:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea889e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3648:1870627099376384:0@lo:400:kworker.0 00000100:00100000:0.0:1783969663.360015:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783969663.360055:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea889e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1870627099376256:0@lo:400:kworker.0 00000100:00100000:0.0:1783969663.360069:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea889e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:b884c461-3115-4676-b8ef-3f3c795c44df:3648:1870627099375872:0@lo:400:kworker.0 00000100:00100000:1.0:1783969663.361007:0:22679:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099376384 00000100:00100000:1.0:1783969663.361016:0:22679:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099376384 00000100:00100000:1.0:1783969663.361064:0:22679:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1783969663.361073:0:22679:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea889e5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3648:x1870627099376384:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783969663.361135:0:22679:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea889e5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3648:x1870627099376384:12345-0@lo:400:kworker.0 Request processed in 64us (1120us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969663.361143:0:22679:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00010000:00080000:0.0:1783969663.362548:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff93ea889e4a80 x1870627099376384/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783969679 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783969663.362566:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea889e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3648:1870627099376384:0@lo:400:kworker.0 00010000:00010000:1.0:1783969663.738306:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1783969664.114735:0:22713:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1783969664.368614:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea889e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1870627099376512:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1783969664.369625:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea8e85f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1870627099376640:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1783969664.369751:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783969664.369939:0:22684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099376640 00000100:00100000:3.0:1783969664.369948:0:22684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099376640 00000100:00100000:3.0:1783969664.370006:0:22684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:3.0:1783969664.370017:0:22684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eabb428000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3647:x1870627099376640:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1783969664.370056:0:22684:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1783969664.370113:0:22684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eabb428000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3647:x1870627099376640:12345-0@lo:41:osp-pre-1-0.0 Request processed in 98us (362us total) trans 0 rc 0/0 00000100:00100000:3.0:1783969664.370120:0:22684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:2.0:1783969664.370212:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea8e85f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1870627099376640:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1783969664.375306:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783969664.379040:0:22684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099376512 00000100:00100000:3.0:1783969664.379056:0:22684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099376512 00000100:00100000:3.0:1783969664.379150:0:22684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:3.0:1783969664.379161:0:22684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea889e7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3646:x1870627099376512:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1783969664.379205:0:22684:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1783969664.379296:0:22684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea889e7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3646:x1870627099376512:12345-0@lo:41:osp-pre-0-1.0 Request processed in 136us (3996us total) trans 0 rc 0/0 00000100:00100000:3.0:1783969664.379304:0:22684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1783969664.379347:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea889e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1870627099376512:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1783969664.760923:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783969665.779351:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:1.0:1783969666.050786:0:24179:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:1.0:1783969666.050790:0:24179:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/ost1_flakey 00000020:01000004:1.0:1783969666.050791:0:24179:0:(obd_mount.c:929:lmd_print()) options: errors=remount-ro 00000080:01200004:1.0:1783969666.050915:0:24179:0:(super25.c:130:lustre_fill_super()) VFS Op: sb ffff93e983e54000 00000020:01000004:1.0:1783969666.050931:0:24179:0:(tgt_mount.c:2500:osd_start()) Attempting to start lustre-OST0000, type=osd-ldiskfs, lsifl=200002, mountfl=0 00000020:01000004:1.0:1783969666.050946:0:24179:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-OST0000-osd (typ=osd-ldiskfs) 00000020:00000080:1.0:1783969666.050959:0:24179:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osd (ffff93eab612cd40) 00000020:00000080:1.0:1783969666.050984:0:24179:0:(obd_config.c:720:class_attach_name()) OBD: dev 20 attached type osd-ldiskfs with refcount 2 00100000:10000000:2.0:1783969666.151542:0:24179:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:2.0:1783969666.155142:0:24179:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x5:0x0] (8/32) registered 00100000:10000000:2.0:1783969666.155860:0:24179:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:2.0:1783969666.156913:0:24179:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x6:0x0] (8/32) registered 00100000:10000000:2.0:1783969666.157096:0:24179:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x4:0x0] (8/32) registered 00100000:10000000:2.0:1783969666.157244:0:24179:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:2.0:1783969666.157420:0:24179:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x1:0x0] (8/8) registered 00080000:01000000:0.0:1783969666.165354:0:24179:0:(osd_lproc.c:911:osd_procfs_init()) lustre-OST0000: register osd-ldiskfs tunable parameters 00000020:00000080:0.0:1783969666.165606:0:24179:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osd (uuid lustre-OST0000-osd_UUID) 00080000:01000000:0.0:1783969666.165619:0:24179:0:(osd_handler.c:8929:osd_obd_connect()) connect #0 00000020:00000080:0.0:1783969666.165632:0:24179:0:(genops.c:1406:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0xea31253a47cbb6b1 00000020:01000004:0.0:1783969666.165640:0:24179:0:(tgt_mount.c:2585:server_fill_super()) Found service lustre-OST0000 on device /dev/mapper/ost1_flakey 00000020:01000004:0.0:1783969666.165662:0:24179:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.201.134@tcp:Set MGC reconnect 1 10000000:01000000:0.0:1783969666.165665:0:24179:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.201.134@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:0.0:1783969666.165672:0:24179:0:(tgt_mount.c:1809:server_start_targets()) starting target lustre-OST0000 00000020:01000004:0.0:1783969666.165677:0:24179:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD OSS (typ=ost) 00000020:00000080:0.0:1783969666.165689:0:24179:0:(genops.c:413:class_newdev()) Allocate new device OSS (ffff93eaa5b04d40) 00000020:00000080:0.0:1783969666.165701:0:24179:0:(obd_config.c:720:class_attach_name()) OBD: dev 21 attached type ost with refcount 2 00000100:00100000:1.0:1783969666.170517:0:24179:0:(service.c:155:ptlrpc_grow_req_bufs()) ost: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1783969666.170697:0:24179:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 0 min 3 max 116 00000100:00100000:1.0:1783969666.170704:0:24179:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_000' 00000100:00100000:3.0:1783969666.181627:0:24179:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 1 min 3 max 116 00000100:00100000:3.0:1783969666.181639:0:24179:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_001' 00000100:00100000:1.0:1783969666.182044:0:24179:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 2 min 3 max 116 00000100:00100000:1.0:1783969666.182052:0:24179:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_002' 00000100:00100000:1.0:1783969666.185166:0:24179:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_create: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1783969666.185357:0:24179:0:(service.c:3462:ptlrpc_start_thread()) ost_create[0] started 0 min 2 max 16 00000100:00100000:1.0:1783969666.185363:0:24179:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_create00_000' 00000100:00100000:2.0:1783969666.187115:0:24179:0:(service.c:3462:ptlrpc_start_thread()) ost_create[0] started 1 min 2 max 16 00000100:00100000:2.0:1783969666.187128:0:24179:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_create00_001' 00000100:00100000:3.0:1783969666.212114:0:24179:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1783969666.212320:0:24179:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 0 min 3 max 116 00000100:00100000:3.0:1783969666.212326:0:24179:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_000' 00000100:00100000:3.0:1783969666.228838:0:24179:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 1 min 3 max 116 00000100:00100000:3.0:1783969666.228861:0:24179:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_001' 00000100:00100000:0.0:1783969666.233973:0:24179:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 2 min 3 max 116 00000100:00100000:0.0:1783969666.233990:0:24179:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_002' 00000100:00100000:1.0:1783969666.236117:0:24179:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_seq: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1783969666.236300:0:24179:0:(service.c:3462:ptlrpc_start_thread()) ost_seq[0] started 0 min 2 max 16 00000100:00100000:1.0:1783969666.236306:0:24179:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_seq00_000' 00000100:00100000:2.0:1783969666.240245:0:24179:0:(service.c:3462:ptlrpc_start_thread()) ost_seq[0] started 1 min 2 max 16 00000100:00100000:2.0:1783969666.240257:0:24179:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_seq00_001' 00000100:00100000:3.0:1783969666.310444:0:24179:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1783969666.310646:0:24179:0:(service.c:3462:ptlrpc_start_thread()) ost_out[0] started 0 min 2 max 16 00000100:00100000:3.0:1783969666.310653:0:24179:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_out00_000' 00000100:00100000:3.0:1783969666.324009:0:24179:0:(service.c:3462:ptlrpc_start_thread()) ost_out[0] started 1 min 2 max 16 00000100:00100000:2.0:1783969666.328582:0:24179:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_out00_001' 00000020:00000080:3.0:1783969666.329857:0:24179:0:(obd_config.c:826:class_setup()) finished setup of obd OSS (uuid OSS_uuid) 00000020:01000004:3.0:1783969666.329886:0:24179:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/ost1_flakey 10000000:01000000:3.0:1783969666.329897:0:24179:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.201.134@tcp: cl_mgc_mutex lustre-OST0000-osd for locked: rc = 0 00000040:01000000:2.0:1783969666.364924:0:24179:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.201.134@tcp ctxt 0 is initialized 00000020:01000004:2.0:1783969666.364964:0:24179:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-OST0000, fs=lustre, 192.168.201.134@tcp, index=0000, flags=0x20002 00000020:01000004:2.0:1783969666.364968:0:24179:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:2.0:1783969666.364970:0:24179:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1783969666.364972:0:24179:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1783969666.364973:0:24179:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1783969666.364974:0:24179:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1783969666.364976:0:24179:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1783969666.364977:0:24179:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1783969666.364979:0:24179:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1783969666.364981:0:24179:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:2.0:1783969666.364985:0:24179:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0000 0x10020002 00000020:01000004:2.0:1783969666.364987:0:24179:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1783969666.364988:0:24179:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1783969666.364989:0:24179:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1783969666.364990:0:24179:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1783969666.364991:0:24179:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1783969666.364992:0:24179:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1783969666.364999:0:24179:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1783969666.365001:0:24179:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1783969666.365001:0:24179:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:2.0:1783969666.365029:0:24179:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0000 00000100:00100000:2.0:1783969666.365050:0:24179:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93eabb42b480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b884c461-3115-4676-b8ef-3f3c795c44df:24179:1870627099376768:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1783969666.365146:0:24179:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783969666.365194:0:24179:0:(client.c:2702:ptlrpc_set_wait()) set ffff93eac0da2180 going to sleep for 11 seconds 00000100:00100000:3.0:1783969666.365301:0:22672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099376768 00000100:00100000:3.0:1783969666.365308:0:22672:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099376768 00000100:00100000:3.0:1783969666.365367:0:22672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:3.0:1783969666.365377:0:22672:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93e98366ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b884c461-3115-4676-b8ef-3f3c795c44df+18:24179:x1870627099376768:12345-0@lo:253:mount.lustre.0 20000000:01000000:3.0:1783969666.365452:0:22672:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:3.0:1783969666.365456:0:22672:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-OST0000 is running on 0@lo 20000000:01000000:3.0:1783969666.365460:0:22672:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00000100:00100000:3.0:1783969666.366007:0:22672:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93e98366ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b884c461-3115-4676-b8ef-3f3c795c44df+18:24179:x1870627099376768:12345-0@lo:253:mount.lustre.0 Request processed in 629us (859us total) trans 0 rc 0/0 00000100:00100000:3.0:1783969666.366016:0:22672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:2.0:1783969666.366121:0:24179:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93eabb42b480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b884c461-3115-4676-b8ef-3f3c795c44df:24179:1870627099376768:0@lo:253:mount.lustre.0 10000000:01000000:2.0:1783969666.366132:0:24179:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:2.0:1783969666.366135:0:24179:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1783969666.366136:0:24179:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1783969666.366137:0:24179:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1783969666.366138:0:24179:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1783969666.366139:0:24179:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1783969666.366140:0:24179:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1783969666.366141:0:24179:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1783969666.366143:0:24179:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1783969666.366144:0:24179:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:2.0:1783969666.366162:0:24179:0:(tgt_mount.c:101:server_register_mount()) register mount ffff93e983e54000 from lustre-OST0000 10000000:01000000:2.0:1783969666.366185:0:24179:0:(mgc_request.c:1943:mgc_process_config()) parse_log lustre-OST0000 from 0 10000000:01000000:2.0:1783969666.366188:0:24179:0:(mgc_request.c:329:config_log_add()) add config log lustre-OST0000-0000000000000000 10000000:01000000:2.0:1783969666.366196:0:24179:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff93e982790000 local copy 00010000:00010000:2.0:1783969666.366206:0:24179:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.134@tcp lock: ffff93ea837bdc00/0xea31253a47cbb46c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xea31253a47cbb473 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783969666.366288:0:24179:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93eabb42b480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b884c461-3115-4676-b8ef-3f3c795c44df:24179:1870627099376896:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1783969666.366319:0:24179:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783969666.366351:0:24179:0:(client.c:2702:ptlrpc_set_wait()) set ffff93eac0da2180 going to sleep for 11 seconds 00000100:00100000:3.0:1783969666.366483:0:22673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099376896 00000100:00100000:3.0:1783969666.366489:0:22673:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099376896 00000100:00100000:3.0:1783969666.366514:0:22673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:3.0:1783969666.366520:0:22673:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93e98366e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b884c461-3115-4676-b8ef-3f3c795c44df+18:24179:x1870627099376896:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1783969666.366585:0:22673:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93e98366e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b884c461-3115-4676-b8ef-3f3c795c44df+18:24179:x1870627099376896:12345-0@lo:501:mount.lustre.0 Request processed in 64us (266us total) trans 0 rc -2/-2 00000100:00100000:3.0:1783969666.366592:0:22673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:2.0:1783969666.366706:0:24179:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93eabb42b480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b884c461-3115-4676-b8ef-3f3c795c44df:24179:1870627099376896:0@lo:501:mount.lustre.0 10000000:01000000:2.0:1783969666.366718:0:24179:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.201.134@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:2.0:1783969666.366748:0:24179:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.201.134@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:2.0:1783969666.366763:0:24179:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.134@tcp lock: ffff93ea837bdc00/0xea31253a47cbb46c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xea31253a47cbb473 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969666.366772:0:24179:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.134@tcp lock: ffff93ea837bdc00/0xea31253a47cbb46c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xea31253a47cbb473 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1783969666.366799:0:24179:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff93e983e54000 10000000:01000000:2.0:1783969666.366804:0:24179:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:2.0:1783969666.366809:0:24179:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-OST0000-0000000000000000 10000000:01000000:2.0:1783969666.366811:0:24179:0:(mgc_request.c:68:mgc_name2resid()) log lustre-OST0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1783969666.366827:0:24179:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 1 10000000:01000000:2.0:1783969666.366830:0:24179:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00010000:00010000:2.0:1783969666.366853:0:24179:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.134@tcp lock: ffff93ea837bc000/0xea31253a47cbb6bf lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969666.366861:0:24179:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.134@tcp lock: ffff93ea837bc000/0xea31253a47cbb6bf lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969666.366870:0:24179:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.134@tcp lock: ffff93ea837bc000/0xea31253a47cbb6bf lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783969666.366882:0:24179:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93eabb42b480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b884c461-3115-4676-b8ef-3f3c795c44df:24179:1870627099377024:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1783969666.366908:0:24179:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783969666.366933:0:24179:0:(client.c:2702:ptlrpc_set_wait()) set ffff93eac0da2180 going to sleep for 11 seconds 00000100:00100000:3.0:1783969666.367163:0:22672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099377024 00000100:00100000:3.0:1783969666.367168:0:22672:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099377024 00000100:00100000:3.0:1783969666.367200:0:22672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:3.0:1783969666.367207:0:22672:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93e98366f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b884c461-3115-4676-b8ef-3f3c795c44df+18:24179:x1870627099377024:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1783969666.367216:0:22672:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783969666.367229:0:22672:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff93ea813a0a00/0xea31253a47cbb6c6 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0xea31253a47cbb6bf expref: -99 pid: 22672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969666.367249:0:22672:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff93ea813a0a00/0xea31253a47cbb6c6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xea31253a47cbb6bf expref: 19 pid: 22672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969666.367272:0:22672:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff93ea813a0a00/0xea31253a47cbb6c6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xea31253a47cbb6bf expref: 19 pid: 22672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969666.367281:0:22672:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93ea813a0a00, rc 0) 00000100:00100000:3.0:1783969666.367321:0:22672:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93e98366f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b884c461-3115-4676-b8ef-3f3c795c44df+19:24179:x1870627099377024:12345-0@lo:101:mount.lustre.0 Request processed in 115us (412us total) trans 0 rc 0/0 00000100:00100000:3.0:1783969666.367327:0:22672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:0.0:1783969666.367421:0:24179:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93eabb42b480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b884c461-3115-4676-b8ef-3f3c795c44df:24179:1870627099377024:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1783969666.367436:0:24179:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.134@tcp lock: ffff93ea837bc000/0xea31253a47cbb6bf lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xea31253a47cbb6c6 expref: -99 pid: 24179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969666.367446:0:24179:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.134@tcp lock: ffff93ea837bc000/0xea31253a47cbb6bf lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0xea31253a47cbb6c6 expref: -99 pid: 24179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1783969666.372250:0:24179:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 14 count 14 00000040:00080000:1.0:1783969666.375553:0:24179:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1783969666.382204:0:24179:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].1, 224 off8416 00000040:00080000:1.0:1783969666.382266:0:24179:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].2, 128 off8544 00000040:00080000:1.0:1783969666.382283:0:24179:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].3, 112 off8656 00000040:00080000:1.0:1783969666.382298:0:24179:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].4, 224 off8880 00000040:00080000:1.0:1783969666.382310:0:24179:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].5, 224 off9104 00000040:00080000:1.0:1783969666.382322:0:24179:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].6, 80 off9184 00000040:00080000:1.0:1783969666.382335:0:24179:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].7, 224 off9408 00000040:00080000:1.0:1783969666.382349:0:24179:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].8, 224 off9632 00000040:00080000:1.0:1783969666.382362:0:24179:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].9, 80 off9712 00000040:00080000:1.0:1783969666.382375:0:24179:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].10, 224 off9936 00000040:00080000:1.0:1783969666.382416:0:24179:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].11, 224 off10160 00000040:00080000:1.0:1783969666.382429:0:24179:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].12, 120 off10280 00000040:00080000:1.0:1783969666.382453:0:24179:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].13, 224 off10504 00000040:00080000:1.0:1783969666.382458:0:24179:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 13 count 14 00000100:00100000:1.0:1783969666.382573:0:24179:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea8e85fb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b884c461-3115-4676-b8ef-3f3c795c44df:24179:1870627099377152:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1783969666.382653:0:24179:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783969666.382712:0:24179:0:(client.c:2702:ptlrpc_set_wait()) set ffff93ea89ea9a80 going to sleep for 11 seconds 00000100:00100000:3.0:1783969666.383033:0:22671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099377152 00000100:00100000:3.0:1783969666.383041:0:22671:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099377152 00000100:00100000:3.0:1783969666.383097:0:22671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:3.0:1783969666.383107:0:22671:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93e98366d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b884c461-3115-4676-b8ef-3f3c795c44df+19:24179:x1870627099377152:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1783969666.383258:0:22671:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93e98366d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b884c461-3115-4676-b8ef-3f3c795c44df+19:24179:x1870627099377152:12345-0@lo:501:mount.lustre.0 Request processed in 152us (603us total) trans 0 rc 0/0 00000100:00100000:3.0:1783969666.383265:0:22671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:1.0:1783969666.383921:0:24179:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea8e85fb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b884c461-3115-4676-b8ef-3f3c795c44df:24179:1870627099377152:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1783969666.383978:0:24179:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea8e85fb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b884c461-3115-4676-b8ef-3f3c795c44df:24179:1870627099377280:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1783969666.384030:0:24179:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783969666.384073:0:24179:0:(client.c:2702:ptlrpc_set_wait()) set ffff93ea89ea9a80 going to sleep for 11 seconds 00000100:00100000:2.0:1783969666.384166:0:22673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099377280 00000100:00100000:2.0:1783969666.384172:0:22673:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099377280 00000100:00100000:2.0:1783969666.384210:0:22673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:2.0:1783969666.384219:0:22673:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93e98366e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b884c461-3115-4676-b8ef-3f3c795c44df+19:24179:x1870627099377280:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1783969666.385490:0:22673:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93e98366e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b884c461-3115-4676-b8ef-3f3c795c44df+19:24179:x1870627099377280:12345-0@lo:503:mount.lustre.0 Request processed in 1266us (1454us total) trans 0 rc 0/0 00000100:00100000:2.0:1783969666.385510:0:22673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00100000:1.0:1783969666.385899:0:24179:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea8e85fb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b884c461-3115-4676-b8ef-3f3c795c44df:24179:1870627099377280:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1783969666.386496:0:24179:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1783969666.386599:0:24179:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93eabb429c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b884c461-3115-4676-b8ef-3f3c795c44df:24179:1870627099377408:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1783969666.386652:0:24179:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783969666.387155:0:22672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099377408 00000100:00100000:3.0:1783969666.387163:0:22672:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099377408 00000100:00100000:3.0:1783969666.387216:0:22672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:3.0:1783969666.387225:0:22672:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea82bb4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b884c461-3115-4676-b8ef-3f3c795c44df+19:24179:x1870627099377408:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1783969666.387938:0:22672:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea82bb4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b884c461-3115-4676-b8ef-3f3c795c44df+19:24179:x1870627099377408:12345-0@lo:502:mount.lustre.0 Request processed in 711us (1283us total) trans 0 rc 0/0 00000100:00100000:3.0:1783969666.387949:0:22672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00100000:2.0:1783969666.388039:0:24179:0:(client.c:2702:ptlrpc_set_wait()) set ffff93eac0da2480 going to sleep for 11 seconds 00000100:00100000:2.0:1783969666.388120:0:24179:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93eabb429c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b884c461-3115-4676-b8ef-3f3c795c44df:24179:1870627099377408:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1783969666.388370:0:24179:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].1, 224 off8416 00000040:00080000:2.0:1783969666.388949:0:24179:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].2, 128 off8544 00000040:00080000:2.0:1783969666.388969:0:24179:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].3, 112 off8656 00000040:00080000:2.0:1783969666.388982:0:24179:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].4, 224 off8880 00000040:00080000:2.0:1783969666.388994:0:24179:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].5, 224 off9104 00000040:00080000:2.0:1783969666.389005:0:24179:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].6, 80 off9184 00000040:00080000:2.0:1783969666.389017:0:24179:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].7, 224 off9408 00000040:00080000:2.0:1783969666.389030:0:24179:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].8, 224 off9632 00000040:00080000:2.0:1783969666.389043:0:24179:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].9, 80 off9712 00000040:00080000:2.0:1783969666.389638:0:24179:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].10, 224 off9936 00000040:00080000:2.0:1783969666.389680:0:24179:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].11, 224 off10160 00000040:00080000:2.0:1783969666.389808:0:24179:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].12, 120 off10280 00000100:00100000:2.0:1783969666.390172:0:24179:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93eabb429c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b884c461-3115-4676-b8ef-3f3c795c44df:24179:1870627099377536:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1783969666.390255:0:24179:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783969666.391613:0:24179:0:(client.c:2702:ptlrpc_set_wait()) set ffff93eac0da2480 going to sleep for 11 seconds 00000100:00100000:3.0:1783969666.396940:0:22673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099377536 00000100:00100000:3.0:1783969666.396955:0:22673:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099377536 00000100:00100000:3.0:1783969666.397112:0:22673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:3.0:1783969666.397123:0:22673:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93e983307850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b884c461-3115-4676-b8ef-3f3c795c44df+19:24179:x1870627099377536:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1783969666.397303:0:22673:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93e983307850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b884c461-3115-4676-b8ef-3f3c795c44df+19:24179:x1870627099377536:12345-0@lo:502:mount.lustre.0 Request processed in 182us (7047us total) trans 0 rc 0/0 00000100:00100000:3.0:1783969666.397319:0:22673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00100000:2.0:1783969666.397438:0:24179:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93eabb429c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b884c461-3115-4676-b8ef-3f3c795c44df:24179:1870627099377536:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1783969666.397525:0:24179:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].13, 224 off10504 00000040:00080000:2.0:1783969666.397538:0:24179:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 13 count 14 00000020:01000000:1.0:1783969666.400628:0:24196:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:1.0:1783969666.400642:0:24196:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/ost1_flakey 00000020:00000080:1.0:1783969666.400648:0:24196:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1783969666.400650:0:24196:0:(obd_config.c:1561:class_process_config()) marker 21 (0x1) lustre-OST0000 add ost 00000020:00000080:1.0:1783969666.400657:0:24196:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1783969666.400672:0:24196:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000 (ffff93eab9208000) 00000020:00000080:1.0:1783969666.400758:0:24196:0:(obd_config.c:720:class_attach_name()) OBD: dev 22 attached type obdfilter with refcount 2 00000020:00000080:1.0:1783969666.400766:0:24196:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000020:01000004:1.0:1783969666.400932:0:24196:0:(tgt_mount.c:153:server_get_mount()) get mount ffff93e983e54000 from lustre-OST0000, refs=2 00080000:01000000:1.0:1783969666.400942:0:24196:0:(osd_handler.c:8929:osd_obd_connect()) connect #1 00000020:00000080:1.0:1783969666.400949:0:24196:0:(genops.c:1406:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0xea31253a47cbb6d4 00010000:00010000:0.0:1783969666.408609:0:24196:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0000_UUID-3 is initialized 00000001:00000004:0.0:1783969666.409103:0:24196:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 3, last_transno is 8589934594 00080000:10000000:0.0:1783969666.411888:0:24196:0:(osd_handler.c:5579:osd_index_try()) lustre-OST0000: index object [0x200000003:0xb:0x0] (8/32) registered 00000020:00000080:3.0:1783969666.414146:0:24196:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:01000000:3.0:1783969666.414160:0:24196:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1783969666.414166:0:24196:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1783969666.414168:0:24196:0:(obd_config.c:1561:class_process_config()) marker 21 (0x2) lustre-OST0000 add ost 00000020:01000000:3.0:1783969666.414172:0:24196:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1783969666.414174:0:24196:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #28 00000020:01000000:3.0:1783969666.414175:0:24196:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1783969666.414177:0:24196:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1783969666.414178:0:24196:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1783969666.414181:0:24196:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1783969666.414182:0:24196:0:(obd_config.c:1561:class_process_config()) marker 28 (0x6) lustre sys.timeout 00000020:01000000:3.0:1783969666.414185:0:24196:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1783969666.414187:0:24196:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1783969666.414189:0:24196:0:(obd_config.c:1561:class_process_config()) marker 37 (0x1) lustre sys.timeout 00000020:00000080:3.0:1783969666.414191:0:24196:0:(obd_config.c:1470:class_process_config()) processing cmd: cf009 00000020:00000080:3.0:1783969666.414193:0:24196:0:(obd_config.c:1535:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:3.0:1783969666.414196:0:24196:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1783969666.414198:0:24196:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1783969666.414199:0:24196:0:(obd_config.c:1561:class_process_config()) marker 37 (0x2) lustre sys.timeout 00000020:01000000:3.0:1783969666.414201:0:24196:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1783969666.414203:0:24196:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1783969666.414204:0:24196:0:(obd_config.c:1561:class_process_config()) marker 42 (0x1) lustre sys.jobid_var 00000020:00000080:3.0:1783969666.414207:0:24196:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00f 00000020:01000000:3.0:1783969666.414237:0:24196:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1783969666.414241:0:24196:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1783969666.414242:0:24196:0:(obd_config.c:1561:class_process_config()) marker 42 (0x2) lustre sys.jobid_var 00000040:00080000:3.0:1783969666.414246:0:24196:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 14 count 14 00000020:01000000:2.0:1783969666.415494:0:24179:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0000 gen 1-13 (rc=0) 10000000:01000000:2.0:1783969666.415537:0:24179:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.201.134@tcp: configuration from log 'lustre-OST0000' succeeded (0). 00010000:00010000:2.0:1783969666.415555:0:24179:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.134@tcp lock: ffff93ea837bc000/0xea31253a47cbb6bf lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xea31253a47cbb6c6 expref: -99 pid: 24179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969666.415584:0:24179:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.134@tcp lock: ffff93ea837bc000/0xea31253a47cbb6bf lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xea31253a47cbb6c6 expref: -99 pid: 24179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1783969666.415594:0:24179:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff93e983e54000 from 1 10000000:01000000:2.0:1783969666.415598:0:24179:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1783969666.415636:0:24179:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.134@tcp lock: ffff93ea837bcc00/0xea31253a47cbb6db lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969666.415644:0:24179:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.134@tcp lock: ffff93ea837bcc00/0xea31253a47cbb6db lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969666.415655:0:24179:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.134@tcp lock: ffff93ea837bcc00/0xea31253a47cbb6db lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783969666.415680:0:24179:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93eabb429c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b884c461-3115-4676-b8ef-3f3c795c44df:24179:1870627099377664:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1783969666.415757:0:24179:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783969666.415793:0:24179:0:(client.c:2702:ptlrpc_set_wait()) set ffff93eac0da2480 going to sleep for 11 seconds 00000100:00100000:0.0:1783969666.415980:0:22672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099377664 00000100:00100000:0.0:1783969666.415987:0:22672:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099377664 00000100:00100000:0.0:1783969666.416037:0:22672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:0.0:1783969666.416052:0:22672:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93e983307450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b884c461-3115-4676-b8ef-3f3c795c44df+19:24179:x1870627099377664:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1783969666.416077:0:22672:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783969666.416091:0:22672:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff93e983ddd800/0xea31253a47cbb6e2 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xea31253a47cbb6db expref: -99 pid: 22672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969666.416116:0:22672:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff93e983ddd800/0xea31253a47cbb6e2 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xea31253a47cbb6db expref: 20 pid: 22672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969666.416127:0:22672:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff93e983ddd800/0xea31253a47cbb6e2 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xea31253a47cbb6db expref: 20 pid: 22672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969666.416135:0:22672:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93e983ddd800, rc 0) 00000100:00100000:0.0:1783969666.416180:0:22672:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93e983307450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b884c461-3115-4676-b8ef-3f3c795c44df+20:24179:x1870627099377664:12345-0@lo:101:mount.lustre.0 Request processed in 135us (423us total) trans 0 rc 0/0 00000100:00100000:0.0:1783969666.416187:0:22672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:2.0:1783969666.418436:0:24179:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93eabb429c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b884c461-3115-4676-b8ef-3f3c795c44df:24179:1870627099377664:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1783969666.418461:0:24179:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.134@tcp lock: ffff93ea837bcc00/0xea31253a47cbb6db lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xea31253a47cbb6e2 expref: -99 pid: 24179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969666.418474:0:24179:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.134@tcp lock: ffff93ea837bcc00/0xea31253a47cbb6db lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xea31253a47cbb6e2 expref: -99 pid: 24179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1783969666.422329:0:24179:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 13 count 13 00000040:00080000:2.0:1783969666.422926:0:24179:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1783969666.423119:0:24179:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:2.0:1783969666.423144:0:24179:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 112 off8528 00000040:00080000:2.0:1783969666.423169:0:24179:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 224 off8752 00000040:00080000:2.0:1783969666.423181:0:24179:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8976 00000040:00080000:2.0:1783969666.423191:0:24179:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 112 off9088 00000040:00080000:2.0:1783969666.423202:0:24179:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 224 off9312 00000040:00080000:2.0:1783969666.423212:0:24179:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 224 off9536 00000040:00080000:2.0:1783969666.423222:0:24179:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 128 off9664 00000040:00080000:2.0:1783969666.423242:0:24179:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9888 00000040:00080000:2.0:1783969666.423253:0:24179:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10112 00000040:00080000:2.0:1783969666.423263:0:24179:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 128 off10240 00000040:00080000:2.0:1783969666.423276:0:24179:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 224 off10464 00000040:00080000:2.0:1783969666.423281:0:24179:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 12 count 13 00000100:00100000:2.0:1783969666.423348:0:24179:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93eabb429c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b884c461-3115-4676-b8ef-3f3c795c44df:24179:1870627099377792:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1783969666.424608:0:24179:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783969666.424700:0:24179:0:(client.c:2702:ptlrpc_set_wait()) set ffff93eac0da2b40 going to sleep for 11 seconds 00000100:00100000:3.0:1783969666.429135:0:22673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099377792 00000100:00100000:3.0:1783969666.429150:0:22673:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099377792 00000100:00100000:3.0:1783969666.429210:0:22673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:3.0:1783969666.429219:0:22673:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93e983304450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b884c461-3115-4676-b8ef-3f3c795c44df+20:24179:x1870627099377792:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1783969666.429419:0:22673:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93e983304450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b884c461-3115-4676-b8ef-3f3c795c44df+20:24179:x1870627099377792:12345-0@lo:501:mount.lustre.0 Request processed in 200us (4814us total) trans 0 rc 0/0 00000100:00100000:3.0:1783969666.429426:0:22673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:2.0:1783969666.429637:0:24179:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93eabb429c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b884c461-3115-4676-b8ef-3f3c795c44df:24179:1870627099377792:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1783969666.429688:0:24179:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93eabb429c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b884c461-3115-4676-b8ef-3f3c795c44df:24179:1870627099377920:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1783969666.429750:0:24179:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783969666.429786:0:24179:0:(client.c:2702:ptlrpc_set_wait()) set ffff93eac0da2b40 going to sleep for 11 seconds 00000100:00100000:3.0:1783969666.429910:0:22671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099377920 00000100:00100000:3.0:1783969666.429916:0:22671:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099377920 00000100:00100000:3.0:1783969666.429947:0:22671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:3.0:1783969666.429954:0:22671:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93e983306c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b884c461-3115-4676-b8ef-3f3c795c44df+20:24179:x1870627099377920:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1783969666.430026:0:22671:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93e983306c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b884c461-3115-4676-b8ef-3f3c795c44df+20:24179:x1870627099377920:12345-0@lo:503:mount.lustre.0 Request processed in 72us (276us total) trans 0 rc 0/0 00000100:00100000:3.0:1783969666.430032:0:22671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:2.0:1783969666.430109:0:24179:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93eabb429c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b884c461-3115-4676-b8ef-3f3c795c44df:24179:1870627099377920:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1783969666.430586:0:24179:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1783969666.430652:0:24179:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93eabb429c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b884c461-3115-4676-b8ef-3f3c795c44df:24179:1870627099378048:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1783969666.430691:0:24179:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783969666.430711:0:24179:0:(client.c:2702:ptlrpc_set_wait()) set ffff93eac0da2480 going to sleep for 11 seconds 00000100:00100000:3.0:1783969666.430892:0:22672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099378048 00000100:00100000:3.0:1783969666.430897:0:22672:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099378048 00000100:00100000:3.0:1783969666.430929:0:22672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:3.0:1783969666.430935:0:22672:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93e983307c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b884c461-3115-4676-b8ef-3f3c795c44df+20:24179:x1870627099378048:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1783969666.431010:0:22672:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93e983307c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b884c461-3115-4676-b8ef-3f3c795c44df+20:24179:x1870627099378048:12345-0@lo:502:mount.lustre.0 Request processed in 75us (319us total) trans 0 rc 0/0 00000100:00100000:3.0:1783969666.431016:0:22672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00100000:2.0:1783969666.431160:0:24179:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93eabb429c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b884c461-3115-4676-b8ef-3f3c795c44df:24179:1870627099378048:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1783969666.431336:0:24179:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:2.0:1783969666.431362:0:24179:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 112 off8528 00000040:00080000:2.0:1783969666.431376:0:24179:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 224 off8752 00000040:00080000:2.0:1783969666.431595:0:24179:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8976 00000040:00080000:2.0:1783969666.431609:0:24179:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 112 off9088 00000040:00080000:2.0:1783969666.431620:0:24179:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 224 off9312 00000040:00080000:2.0:1783969666.431631:0:24179:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 224 off9536 00000040:00080000:2.0:1783969666.431643:0:24179:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 128 off9664 00000040:00080000:2.0:1783969666.431654:0:24179:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9888 00000040:00080000:2.0:1783969666.431665:0:24179:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10112 00000040:00080000:2.0:1783969666.431693:0:24179:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 128 off10240 00000100:00100000:2.0:1783969666.431722:0:24179:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93eabb429c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b884c461-3115-4676-b8ef-3f3c795c44df:24179:1870627099378176:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1783969666.431772:0:24179:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783969666.431800:0:24179:0:(client.c:2702:ptlrpc_set_wait()) set ffff93eac0da2480 going to sleep for 11 seconds 00000100:00100000:3.0:1783969666.431926:0:22673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099378176 00000100:00100000:3.0:1783969666.431931:0:22673:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099378176 00000100:00100000:3.0:1783969666.431969:0:22673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:3.0:1783969666.431976:0:22673:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93e983304c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b884c461-3115-4676-b8ef-3f3c795c44df+20:24179:x1870627099378176:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1783969666.432208:0:22673:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93e983304c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b884c461-3115-4676-b8ef-3f3c795c44df+20:24179:x1870627099378176:12345-0@lo:502:mount.lustre.0 Request processed in 80us (282us total) trans 0 rc 0/0 00000100:00100000:3.0:1783969666.432217:0:22673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:2.0:1783969666.432631:0:24179:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93eabb429c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b884c461-3115-4676-b8ef-3f3c795c44df:24179:1870627099378176:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1783969666.432686:0:24179:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 224 off10464 00000040:00080000:2.0:1783969666.432697:0:24179:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:1.0:1783969666.434200:0:24200:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1783969666.434212:0:24200:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1783969666.434214:0:24200:0:(obd_config.c:1561:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:1.0:1783969666.434220:0:24200:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff93e983e54000 00000020:00000080:1.0:1783969666.434222:0:24200:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1783969666.434229:0:24200:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1783969666.434231:0:24200:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1783969666.434232:0:24200:0:(obd_config.c:1561:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:1.0:1783969666.434234:0:24200:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1783969666.434236:0:24200:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1783969666.434237:0:24200:0:(obd_config.c:1561:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:1.0:1783969666.434240:0:24200:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff93e983e54000 00000020:00000080:1.0:1783969666.434241:0:24200:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1783969666.434326:0:24200:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1783969666.434329:0:24200:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1783969666.434331:0:24200:0:(obd_config.c:1561:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:1.0:1783969666.434342:0:24200:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1783969666.434345:0:24200:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1783969666.434346:0:24200:0:(obd_config.c:1561:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:1.0:1783969666.434349:0:24200:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff93e983e54000 00000020:00000080:1.0:1783969666.434351:0:24200:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1783969666.434917:0:24200:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1783969666.434924:0:24200:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1783969666.434926:0:24200:0:(obd_config.c:1561:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:1.0:1783969666.434929:0:24200:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1783969666.434931:0:24200:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1783969666.434933:0:24200:0:(obd_config.c:1561:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:1.0:1783969666.434937:0:24200:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff93e983e54000 00000020:00000080:1.0:1783969666.434939:0:24200:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1783969666.434966:0:24200:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1783969666.434969:0:24200:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1783969666.434971:0:24200:0:(obd_config.c:1561:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:1.0:1783969666.434974:0:24200:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 13 count 13 00000020:01000000:2.0:1783969666.436655:0:24179:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:2.0:1783969666.436696:0:24179:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.201.134@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1783969666.438590:0:24179:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.134@tcp lock: ffff93ea837bcc00/0xea31253a47cbb6db lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xea31253a47cbb6e2 expref: -99 pid: 24179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969666.438607:0:24179:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.134@tcp lock: ffff93ea837bcc00/0xea31253a47cbb6db lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xea31253a47cbb6e2 expref: -99 pid: 24179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1783969666.438673:0:24179:0:(mgc_request.c:1943:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:2.0:1783969666.438676:0:24179:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff93e983e54000 10000000:01000000:2.0:1783969666.438678:0:24179:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff93e983e54000 10000000:01000000:2.0:1783969666.438682:0:24179:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1783969666.438687:0:24179:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-client-ffff93e983e54000 from 1 10000000:01000000:2.0:1783969666.438690:0:24179:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1783969666.438723:0:24179:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.134@tcp lock: ffff93ea837bda00/0xea31253a47cbb6e9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969666.438751:0:24179:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.134@tcp lock: ffff93ea837bda00/0xea31253a47cbb6e9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969666.438762:0:24179:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.134@tcp lock: ffff93ea837bda00/0xea31253a47cbb6e9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783969666.438785:0:24179:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93eabb429c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b884c461-3115-4676-b8ef-3f3c795c44df:24179:1870627099378304:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1783969666.438845:0:24179:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783969666.438893:0:22671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099378304 00000100:00100000:2.0:1783969666.438899:0:22671:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099378304 00000100:00100000:2.0:1783969666.438938:0:22671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:2.0:1783969666.438945:0:22671:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93e983304850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b884c461-3115-4676-b8ef-3f3c795c44df+20:24179:x1870627099378304:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1783969666.438957:0:22671:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783969666.438968:0:22671:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff93ea837bc400/0xea31253a47cbb6f0 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0xea31253a47cbb6e9 expref: -99 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969666.438990:0:22671:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff93ea837bc400/0xea31253a47cbb6f0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xea31253a47cbb6e9 expref: 21 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969666.439000:0:22671:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff93ea837bc400/0xea31253a47cbb6f0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xea31253a47cbb6e9 expref: 21 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969666.439008:0:22671:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93ea837bc400, rc 0) 00000100:00100000:2.0:1783969666.439035:0:22671:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93e983304850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b884c461-3115-4676-b8ef-3f3c795c44df+21:24179:x1870627099378304:12345-0@lo:101:mount.lustre.0 Request processed in 90us (190us total) trans 0 rc 0/0 00000100:00100000:2.0:1783969666.439041:0:22671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00100000:2.0:1783969666.439084:0:24179:0:(client.c:2702:ptlrpc_set_wait()) set ffff93eac0da2b40 going to sleep for 11 seconds 00000100:00100000:2.0:1783969666.439111:0:24179:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93eabb429c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b884c461-3115-4676-b8ef-3f3c795c44df:24179:1870627099378304:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1783969666.439124:0:24179:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.134@tcp lock: ffff93ea837bda00/0xea31253a47cbb6e9 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xea31253a47cbb6f0 expref: -99 pid: 24179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969666.439132:0:24179:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.134@tcp lock: ffff93ea837bda00/0xea31253a47cbb6e9 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0xea31253a47cbb6f0 expref: -99 pid: 24179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1783969666.457309:0:24179:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 52 count 51 00000040:00080000:1.0:1783969666.457691:0:24179:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1783969666.458107:0:24179:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:1.0:1783969666.458136:0:24179:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 120 off8536 00000040:00080000:1.0:1783969666.458150:0:24179:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 168 off8704 00000040:00080000:1.0:1783969666.458162:0:24179:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8928 00000040:00080000:1.0:1783969666.458191:0:24179:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 224 off9152 00000040:00080000:1.0:1783969666.458206:0:24179:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 120 off9272 00000040:00080000:1.0:1783969666.458217:0:24179:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 168 off9440 00000040:00080000:1.0:1783969666.458229:0:24179:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 224 off9664 00000040:00080000:1.0:1783969666.458241:0:24179:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:1.0:1783969666.458253:0:24179:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 120 off10008 00000040:00080000:1.0:1783969666.458264:0:24179:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 224 off10232 00000040:00080000:1.0:1783969666.458277:0:24179:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10456 00000040:00080000:1.0:1783969666.458289:0:24179:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].13, 88 off10544 00000040:00080000:1.0:1783969666.458300:0:24179:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].14, 128 off10672 00000040:00080000:1.0:1783969666.458323:0:24179:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].15, 144 off10816 00000040:00080000:1.0:1783969666.458335:0:24179:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].16, 160 off10976 00000040:00080000:1.0:1783969666.458347:0:24179:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].17, 224 off11200 00000040:00080000:1.0:1783969666.458358:0:24179:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].18, 224 off11424 00000040:00080000:1.0:1783969666.458370:0:24179:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].19, 80 off11504 00000040:00080000:1.0:1783969666.458421:0:24179:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].20, 224 off11728 00000040:00080000:1.0:1783969666.458451:0:24179:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].21, 224 off11952 00000040:00080000:1.0:1783969666.458466:0:24179:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].22, 88 off12040 00000040:00080000:1.0:1783969666.458706:0:24179:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].23, 128 off12168 00000040:00080000:1.0:1783969666.458741:0:24179:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].24, 144 off12312 00000040:00080000:1.0:1783969666.458758:0:24179:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].25, 160 off12472 00000040:00080000:1.0:1783969666.458772:0:24179:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].26, 224 off12696 00000040:00080000:1.0:1783969666.458785:0:24179:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].27, 224 off12920 00000040:00080000:1.0:1783969666.458796:0:24179:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].28, 80 off13000 00000040:00080000:1.0:1783969666.458809:0:24179:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].29, 224 off13224 00000040:00080000:1.0:1783969666.461075:0:24179:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].30, 224 off13448 00000040:00080000:1.0:1783969666.461095:0:24179:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].31, 88 off13536 00000040:00080000:1.0:1783969666.461108:0:24179:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].32, 128 off13664 00000040:00080000:1.0:1783969666.461121:0:24179:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].33, 144 off13808 00000040:00080000:1.0:1783969666.461134:0:24179:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].34, 128 off13936 00000040:00080000:1.0:1783969666.461146:0:24179:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].35, 224 off14160 00000040:00080000:1.0:1783969666.461159:0:24179:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].36, 224 off14384 00000040:00080000:1.0:1783969666.461188:0:24179:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].37, 80 off14464 00000040:00080000:1.0:1783969666.461202:0:24179:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].38, 224 off14688 00000040:00080000:1.0:1783969666.461212:0:24179:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].39, 224 off14912 00000040:00080000:1.0:1783969666.461222:0:24179:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].40, 88 off15000 00000040:00080000:1.0:1783969666.461232:0:24179:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].41, 128 off15128 00000040:00080000:1.0:1783969666.461244:0:24179:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].42, 144 off15272 00000040:00080000:1.0:1783969666.461256:0:24179:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].43, 128 off15400 00000040:00080000:1.0:1783969666.461268:0:24179:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].44, 224 off15624 00000040:00080000:1.0:1783969666.461280:0:24179:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].45, 224 off15848 00000040:00080000:1.0:1783969666.461292:0:24179:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].46, 80 off15928 00000040:00080000:1.0:1783969666.461304:0:24179:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].47, 224 off16152 00000040:00080000:1.0:1783969666.461328:0:24179:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].48, 232 off16384 00000040:00080000:1.0:1783969666.462217:0:24179:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].49, 224 off16608 00000040:00080000:1.0:1783969666.462250:0:24179:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].50, 120 off16728 00000040:00080000:1.0:1783969666.462266:0:24179:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].51, 224 off16952 00000040:00080000:1.0:1783969666.462271:0:24179:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 51 count 51 00000100:00100000:1.0:1783969666.462377:0:24179:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea8e85fb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b884c461-3115-4676-b8ef-3f3c795c44df:24179:1870627099378432:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1783969666.464300:0:24179:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783969666.464354:0:24179:0:(client.c:2702:ptlrpc_set_wait()) set ffff93eabc1f33c0 going to sleep for 11 seconds 00000100:00100000:1.0:1783969666.467812:0:22672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099378432 00000100:00100000:1.0:1783969666.467825:0:22672:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099378432 00000100:00100000:1.0:1783969666.467895:0:22672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:1.0:1783969666.467904:0:22672:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93e983306050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b884c461-3115-4676-b8ef-3f3c795c44df+21:24179:x1870627099378432:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1783969666.468078:0:22672:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93e983306050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b884c461-3115-4676-b8ef-3f3c795c44df+21:24179:x1870627099378432:12345-0@lo:501:mount.lustre.0 Request processed in 175us (3781us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969666.468086:0:22672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00100000:1.0:1783969666.468140:0:24179:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea8e85fb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b884c461-3115-4676-b8ef-3f3c795c44df:24179:1870627099378432:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1783969666.468185:0:24179:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea8e85fb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b884c461-3115-4676-b8ef-3f3c795c44df:24179:1870627099378560:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1783969666.468225:0:24179:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783969666.468242:0:24179:0:(client.c:2702:ptlrpc_set_wait()) set ffff93eabc1f33c0 going to sleep for 11 seconds 00000100:00100000:1.0:1783969666.470175:0:22673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099378560 00000100:00100000:1.0:1783969666.470188:0:22673:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099378560 00000100:00100000:1.0:1783969666.470235:0:22673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:1.0:1783969666.470243:0:22673:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93e983305050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b884c461-3115-4676-b8ef-3f3c795c44df+21:24179:x1870627099378560:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1783969666.470366:0:22673:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93e983305050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b884c461-3115-4676-b8ef-3f3c795c44df+21:24179:x1870627099378560:12345-0@lo:503:mount.lustre.0 Request processed in 124us (2140us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969666.470373:0:22673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00100000:1.0:1783969666.470470:0:24179:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea8e85fb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b884c461-3115-4676-b8ef-3f3c795c44df:24179:1870627099378560:0@lo:503:mount.lustre.0 00000040:00080000:1.0:1783969666.470931:0:24179:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1783969666.471028:0:24179:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea8e85fb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b884c461-3115-4676-b8ef-3f3c795c44df:24179:1870627099378688:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1783969666.471073:0:24179:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783969666.471102:0:22673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099378688 00000100:00100000:1.0:1783969666.471105:0:22673:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099378688 00000100:00100000:1.0:1783969666.471128:0:22673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:1.0:1783969666.471134:0:22673:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93e983307050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b884c461-3115-4676-b8ef-3f3c795c44df+21:24179:x1870627099378688:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1783969666.471209:0:22673:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93e983307050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b884c461-3115-4676-b8ef-3f3c795c44df+21:24179:x1870627099378688:12345-0@lo:502:mount.lustre.0 Request processed in 74us (135us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969666.471216:0:22673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00100000:1.0:1783969666.471260:0:24179:0:(client.c:2702:ptlrpc_set_wait()) set ffff93eabc1f33c0 going to sleep for 11 seconds 00000100:00100000:1.0:1783969666.471273:0:24179:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea8e85fb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b884c461-3115-4676-b8ef-3f3c795c44df:24179:1870627099378688:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1783969666.471475:0:24179:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:1.0:1783969666.471502:0:24179:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 120 off8536 00000040:00080000:1.0:1783969666.471516:0:24179:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 168 off8704 00000040:00080000:1.0:1783969666.471527:0:24179:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8928 00000040:00080000:1.0:1783969666.471543:0:24179:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 224 off9152 00000040:00080000:1.0:1783969666.471556:0:24179:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 120 off9272 00000040:00080000:1.0:1783969666.471566:0:24179:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 168 off9440 00000040:00080000:1.0:1783969666.471576:0:24179:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 224 off9664 00000040:00080000:1.0:1783969666.471586:0:24179:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:1.0:1783969666.471596:0:24179:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 120 off10008 00000040:00080000:1.0:1783969666.471606:0:24179:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 224 off10232 00000040:00080000:1.0:1783969666.471616:0:24179:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10456 00000040:00080000:1.0:1783969666.471625:0:24179:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].13, 88 off10544 00000040:00080000:1.0:1783969666.471635:0:24179:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].14, 128 off10672 00000040:00080000:1.0:1783969666.471657:0:24179:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].15, 144 off10816 00000040:00080000:1.0:1783969666.471668:0:24179:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].16, 160 off10976 00000040:00080000:1.0:1783969666.471684:0:24179:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].17, 224 off11200 00000040:00080000:1.0:1783969666.471695:0:24179:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].18, 224 off11424 00000040:00080000:1.0:1783969666.471708:0:24179:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].19, 80 off11504 00000040:00080000:1.0:1783969666.471720:0:24179:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].20, 224 off11728 00000040:00080000:1.0:1783969666.471743:0:24179:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].21, 224 off11952 00000040:00080000:1.0:1783969666.471755:0:24179:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].22, 88 off12040 00000040:00080000:1.0:1783969666.471766:0:24179:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].23, 128 off12168 00000040:00080000:1.0:1783969666.471776:0:24179:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].24, 144 off12312 00000040:00080000:1.0:1783969666.471786:0:24179:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].25, 160 off12472 00000040:00080000:1.0:1783969666.471796:0:24179:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].26, 224 off12696 00000040:00080000:1.0:1783969666.471806:0:24179:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].27, 224 off12920 00000040:00080000:1.0:1783969666.471817:0:24179:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].28, 80 off13000 00000040:00080000:1.0:1783969666.471827:0:24179:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].29, 224 off13224 00000040:00080000:1.0:1783969666.471836:0:24179:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].30, 224 off13448 00000040:00080000:1.0:1783969666.471858:0:24179:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].31, 88 off13536 00000040:00080000:1.0:1783969666.471869:0:24179:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].32, 128 off13664 00000040:00080000:1.0:1783969666.471879:0:24179:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].33, 144 off13808 00000040:00080000:1.0:1783969666.471889:0:24179:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].34, 128 off13936 00000040:00080000:1.0:1783969666.471899:0:24179:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].35, 224 off14160 00000040:00080000:1.0:1783969666.471909:0:24179:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].36, 224 off14384 00000040:00080000:1.0:1783969666.471919:0:24179:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].37, 80 off14464 00000040:00080000:1.0:1783969666.471928:0:24179:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].38, 224 off14688 00000040:00080000:1.0:1783969666.471938:0:24179:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].39, 224 off14912 00000040:00080000:1.0:1783969666.471948:0:24179:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].40, 88 off15000 00000040:00080000:1.0:1783969666.471958:0:24179:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].41, 128 off15128 00000040:00080000:1.0:1783969666.471968:0:24179:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].42, 144 off15272 00000040:00080000:1.0:1783969666.471978:0:24179:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].43, 128 off15400 00000040:00080000:1.0:1783969666.471988:0:24179:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].44, 224 off15624 00000040:00080000:1.0:1783969666.471998:0:24179:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].45, 224 off15848 00000040:00080000:1.0:1783969666.472008:0:24179:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].46, 80 off15928 00000040:00080000:1.0:1783969666.472029:0:24179:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].47, 224 off16152 00000040:00080000:1.0:1783969666.472040:0:24179:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].48, 232 off16384 00000100:00100000:1.0:1783969666.472078:0:24179:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea8e85fb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b884c461-3115-4676-b8ef-3f3c795c44df:24179:1870627099378816:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1783969666.472119:0:24179:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783969666.472150:0:22672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099378816 00000100:00100000:1.0:1783969666.472154:0:22672:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099378816 00000100:00100000:1.0:1783969666.472180:0:22672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00100000:1.0:1783969666.472186:0:22672:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93e983306850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b884c461-3115-4676-b8ef-3f3c795c44df+21:24179:x1870627099378816:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1783969666.472253:0:22672:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93e983306850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b884c461-3115-4676-b8ef-3f3c795c44df+21:24179:x1870627099378816:12345-0@lo:502:mount.lustre.0 Request processed in 66us (134us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969666.472260:0:22672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00000100:00100000:1.0:1783969666.472291:0:24179:0:(client.c:2702:ptlrpc_set_wait()) set ffff93eabc1f33c0 going to sleep for 11 seconds 00000100:00100000:1.0:1783969666.472304:0:24179:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea8e85fb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b884c461-3115-4676-b8ef-3f3c795c44df:24179:1870627099378816:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1783969666.472437:0:24179:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].49, 224 off16608 00000040:00080000:1.0:1783969666.472455:0:24179:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].50, 120 off16728 00000100:00100000:1.0:1783969666.472471:0:24179:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea8e85fb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b884c461-3115-4676-b8ef-3f3c795c44df:24179:1870627099378944:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1783969666.472499:0:24179:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783969666.472518:0:22671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099378944 00000100:00100000:1.0:1783969666.472521:0:22671:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099378944 00000100:00100000:1.0:1783969666.472542:0:22671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00100000:1.0:1783969666.472549:0:22671:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93e983305450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b884c461-3115-4676-b8ef-3f3c795c44df+21:24179:x1870627099378944:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1783969666.472604:0:22671:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93e983305450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b884c461-3115-4676-b8ef-3f3c795c44df+21:24179:x1870627099378944:12345-0@lo:502:mount.lustre.0 Request processed in 55us (104us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969666.472610:0:22671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00000100:00100000:1.0:1783969666.472638:0:24179:0:(client.c:2702:ptlrpc_set_wait()) set ffff93ea9b566480 going to sleep for 11 seconds 00000100:00100000:1.0:1783969666.472649:0:24179:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea8e85fb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b884c461-3115-4676-b8ef-3f3c795c44df:24179:1870627099378944:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1783969666.472682:0:24179:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].51, 224 off16952 00000040:00080000:1.0:1783969666.472689:0:24179:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:1.0:1783969666.504068:0:24205:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0000 (typ=lwp) 00000020:00000080:1.0:1783969666.504096:0:24205:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0000 (ffff93eab920cd40) 00000020:00000080:1.0:1783969666.504123:0:24205:0:(obd_config.c:720:class_attach_name()) OBD: dev 23 attached type lwp with refcount 2 00000020:01000004:1.0:1783969666.504308:0:24205:0:(tgt_mount.c:153:server_get_mount()) get mount ffff93e983e54000 from lustre-OST0000, refs=3 00000020:01000004:1.0:1783969666.504313:0:24205:0:(tgt_mount.c:187:server_put_mount()) put mount ffff93e983e54000 from lustre-OST0000, refs=3 00000020:01000004:1.0:1783969666.504316:0:24205:0:(obd_mount.c:710:lustre_put_lsi()) put ffff93e983e54000 3 00010000:00080000:1.0:1783969666.504356:0:24205:0:(ldlm_lib.c:102:import_set_conn()) imp ffff93eab9282800@lustre-MDT0000-lwp-OST0000: add connection 192.168.201.134@tcp at head 00010000:00010000:1.0:1783969666.512780:0:24205:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0000-9 is initialized 00000020:00000080:1.0:1783969666.513954:0:24205:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000010:01000000:1.0:1783969666.514004:0:24205:0:(lwp_dev.c:497:lwp_obd_connect()) connect #0 00000020:00000080:1.0:1783969666.514017:0:24205:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-lwp-OST0000, cookie 0xea31253a47cbb6fe 00000100:00080000:1.0:1783969666.514027:0:24205:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1783969666.514034:0:24205:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff93eab9282800 using connection 192.168.201.134@tcp/0@lo 00000100:00100000:1.0:1783969666.514591:0:24205:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93ea8e85fb80 x1870627099379072/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1783969666.514621:0:24205:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000100:00100000:0.0:1783969666.516923:0:3645:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea8e85fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3645:1870627099379072:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1783969666.517012:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1783969666.517309:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1783969666.517315:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1783969666.517325:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1783969666.517328:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1783969666.517370:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1783969666.517373:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1783969666.517375:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1783969666.517426:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1783969666.517535:0:22680:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099379072 00000100:00100000:3.0:1783969666.517543:0:22680:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099379072 00000100:00100000:3.0:1783969666.517579:0:22680:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1783969666.517587:0:22680:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea889e4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3645:x1870627099379072:12345-0@lo:38:llog_process_th.0 00010000:00080000:3.0:1783969666.517631:0:22680:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0000_UUID@0@lo t0 exp 0000000000000000 cur 728 last 0 00000020:00000080:3.0:1783969666.517670:0:22680:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-lwp-OST0000_UUID, cookie 0xea31253a47cbb705 00000004:00100000:3.0:1783969666.517687:0:22680:0:(mdt_handler.c:7286:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:3.0:1783969666.517720:0:22680:0:(import.c:65:import_set_state_nolock()) ffff93eaa01ea000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1783969666.517795:0:22680:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea889e4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3645:x1870627099379072:12345-0@lo:38:llog_process_th.0 Request processed in 207us (783us total) trans 0 rc 0/0 00000100:00100000:3.0:1783969666.517804:0:22680:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1783969666.517850:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93e98369aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3649:1870627099379328:0@lo:400:kworker.0 00000100:00100000:3.0:1783969666.517879:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783969666.517902:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1783969666.517907:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93e98369b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1870627099379200:0@lo:400:kworker.0 00000100:00100000:3.0:1783969666.517930:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783969666.517958:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93e983699500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1870627099379456:0@lo:400:kworker.0 00000100:00100000:3.0:1783969666.517977:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783969666.518003:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1783969666.518008:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea88968a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3646:1870627099379584:0@lo:400:kworker.0 00000100:00100000:3.0:1783969666.518029:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783969666.518074:0:22679:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099379328 00000100:00100000:3.0:1783969666.518078:0:22679:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099379328 00000100:00100000:3.0:1783969666.518102:0:22679:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099379584 00000100:00100000:3.0:1783969666.518105:0:22679:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099379584 00000100:00100000:3.0:1783969666.518115:0:22679:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1783969666.518121:0:22679:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea88969f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3649:x1870627099379328:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783969666.518156:0:22679:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea88969f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3649:x1870627099379328:12345-0@lo:400:kworker.0 Request processed in 35us (277us total) trans 0 rc 0/0 00000100:00100000:3.0:1783969666.518162:0:22679:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1783969666.518174:0:22679:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1783969666.518180:0:22679:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea88969180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3646:x1870627099379584:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783969666.518207:0:22679:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea88969180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3646:x1870627099379584:12345-0@lo:400:kworker.0 Request processed in 28us (177us total) trans 0 rc 0/0 00000100:00100000:3.0:1783969666.518212:0:22679:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1783969666.518235:0:22683:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099379200 00000100:00100000:3.0:1783969666.518239:0:22683:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099379200 00000100:00100000:3.0:1783969666.518253:0:22683:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099379456 00000100:00100000:3.0:1783969666.518255:0:22683:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099379456 00000100:00100000:3.0:1783969666.518267:0:22683:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:3.0:1783969666.518272:0:22683:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea88969c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3649:x1870627099379200:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783969666.518304:0:22683:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea88969c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3649:x1870627099379200:12345-0@lo:400:kworker.0 Request processed in 31us (373us total) trans 0 rc 0/0 00000100:00100000:3.0:1783969666.518311:0:22683:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:3.0:1783969666.518322:0:22683:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:3.0:1783969666.518327:0:22683:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea88969880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3646:x1870627099379456:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783969666.518363:0:22683:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea88969880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3646:x1870627099379456:12345-0@lo:400:kworker.0 Request processed in 36us (384us total) trans 0 rc 0/0 00000100:00100000:3.0:1783969666.518368:0:22683:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:3.0:1783969666.518430:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93e98369b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1870627099379200:0@lo:400:kworker.0 00010000:00080000:3.0:1783969666.518443:0:3649:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff93e98369aa00 x1870627099379328/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783969682 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783969666.518452:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93e98369aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3649:1870627099379328:0@lo:400:kworker.0 00010000:00080000:3.0:1783969666.518477:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff93ea88968a80 x1870627099379584/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783969682 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783969666.518487:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea88968a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3646:1870627099379584:0@lo:400:kworker.0 00000100:00100000:3.0:1783969666.518495:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93e983699500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1870627099379456:0@lo:400:kworker.0 00010000:00080000:3.0:1783969666.518522:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff93ea8e85fb80 x1870627099379072/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1783969676 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783969666.518530:0:3645:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 2 00000100:00080000:3.0:1783969666.518536:0:3645:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0000: connect to target with instance 3 00000100:00080000:3.0:1783969666.518545:0:3645:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0000: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:3.0:1783969666.518550:0:3645:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:3.0:1783969666.518552:0:3645:0:(import.c:65:import_set_state_nolock()) ffff93eab9282800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:3.0:1783969666.518558:0:3645:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea8e85fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3645:1870627099379072:0@lo:38:llog_process_th.0 00000020:01000004:3.0:1783969666.523190:0:24205:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-lwp-OST0000 (typ=lwp) 00000020:00000080:3.0:1783969666.523210:0:24205:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-lwp-OST0000 (ffff93eab755b380) 00000020:00000080:3.0:1783969666.523236:0:24205:0:(obd_config.c:720:class_attach_name()) OBD: dev 24 attached type lwp with refcount 2 00000020:01000004:3.0:1783969666.523446:0:24205:0:(tgt_mount.c:153:server_get_mount()) get mount ffff93e983e54000 from lustre-OST0000, refs=3 00000020:01000004:3.0:1783969666.523455:0:24205:0:(tgt_mount.c:187:server_put_mount()) put mount ffff93e983e54000 from lustre-OST0000, refs=3 00000020:01000004:3.0:1783969666.523458:0:24205:0:(obd_mount.c:710:lustre_put_lsi()) put ffff93e983e54000 3 00010000:00080000:3.0:1783969666.523488:0:24205:0:(ldlm_lib.c:102:import_set_conn()) imp ffff93e9833b3000@lustre-MDT0001-lwp-OST0000: add connection 192.168.201.134@tcp at head 00010000:00010000:3.0:1783969666.535140:0:24205:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-lwp-OST0000-10 is initialized 00000020:00000080:3.0:1783969666.535250:0:24205:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-lwp-OST0000 (uuid lustre-MDT0001-lwp-OST0000_UUID) 00000010:01000000:3.0:1783969666.535303:0:24205:0:(lwp_dev.c:497:lwp_obd_connect()) connect #0 00000020:00000080:3.0:1783969666.535316:0:24205:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-lwp-OST0000, cookie 0xea31253a47cbb713 00000100:00080000:3.0:1783969666.535328:0:24205:0:(import.c:510:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1783969666.535334:0:24205:0:(import.c:624:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff93e9833b3000 using connection 192.168.201.134@tcp/0@lo 00000100:00100000:3.0:1783969666.535372:0:24205:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93ea88968a80 x1870627099379712/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1783969666.536881:0:3645:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea88968a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3645:1870627099379712:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1783969666.536954:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783969666.537042:0:22679:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099379712 00000100:00100000:1.0:1783969666.537050:0:22679:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099379712 00000100:00100000:1.0:1783969666.537089:0:22679:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1783969666.537096:0:22679:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eabb429c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3645:x1870627099379712:12345-0@lo:38:llog_process_th.0 00010000:00080000:1.0:1783969666.537125:0:22679:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0001-lwp-OST0000_UUID@0@lo t0 exp 0000000000000000 cur 728 last 0 00000020:00000080:1.0:1783969666.537158:0:22679:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-lwp-OST0000_UUID, cookie 0xea31253a47cbb71a 00000004:00100000:1.0:1783969666.537173:0:22679:0:(mdt_handler.c:7286:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:1.0:1783969666.537206:0:22679:0:(import.c:65:import_set_state_nolock()) ffff93eabdd2e800 : changing import state from RECOVER to FULL 00000100:00080000:3.0:1783969666.537269:0:24205:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID 00000100:00080000:3.0:1783969666.537292:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1783969666.537296:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1783969666.537299:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1783969666.537301:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1783969666.537305:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1783969666.537307:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1783969666.537310:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1783969666.537312:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000040:00080000:3.0:1783969666.540681:0:24205:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 52 count 51 00000100:00100000:1.0:1783969666.544027:0:22679:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eabb429c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3645:x1870627099379712:12345-0@lo:38:llog_process_th.0 Request processed in 6918us (7060us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969666.544044:0:22679:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000020:01000000:0.0:1783969666.544153:0:24179:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:0.0:1783969666.544194:0:24179:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.201.134@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1783969666.544217:0:24179:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.134@tcp lock: ffff93ea837bda00/0xea31253a47cbb6e9 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xea31253a47cbb6f0 expref: -99 pid: 24179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969666.544228:0:24179:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.134@tcp lock: ffff93ea837bda00/0xea31253a47cbb6e9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xea31253a47cbb6f0 expref: -99 pid: 24179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:0.0:1783969666.544280:0:24179:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:0.0:1783969666.544282:0:24179:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1783969666.544284:0:24179:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1783969666.544285:0:24179:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1783969666.544287:0:24179:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1783969666.544288:0:24179:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1783969666.544290:0:24179:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1783969666.544292:0:24179:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1783969666.544293:0:24179:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:0.0:1783969666.544298:0:24179:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0000 0x40020002 00000020:01000004:0.0:1783969666.544300:0:24179:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:0.0:1783969666.544302:0:24179:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1783969666.544303:0:24179:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1783969666.544304:0:24179:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1783969666.544305:0:24179:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1783969666.544307:0:24179:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1783969666.544308:0:24179:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1783969666.544309:0:24179:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1783969666.544310:0:24179:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:0.0:1783969666.544340:0:24179:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0000 00000100:00100000:0.0:1783969666.544361:0:24179:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea889e7800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b884c461-3115-4676-b8ef-3f3c795c44df:24179:1870627099379840:0@lo:253:mount.lustre.0 00000100:00100000:0.0:1783969666.544522:0:24179:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783969666.544557:0:24179:0:(client.c:2702:ptlrpc_set_wait()) set ffff93eaa5ad73c0 going to sleep for 11 seconds 00000100:00100000:1.0:1783969666.544981:0:22673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099379840 00000100:00100000:1.0:1783969666.544990:0:22673:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099379840 00000100:00100000:1.0:1783969666.545066:0:22673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000100:00100000:1.0:1783969666.545078:0:22673:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93e983305c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b884c461-3115-4676-b8ef-3f3c795c44df+21:24179:x1870627099379840:12345-0@lo:253:mount.lustre.0 20000000:01000000:1.0:1783969666.545110:0:22673:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:1.0:1783969666.545124:0:22673:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:3.0:1783969666.547026:0:22673:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:3.0:1783969666.547045:0:22673:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00000100:00100000:3.0:1783969666.547374:0:22673:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93e983305c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b884c461-3115-4676-b8ef-3f3c795c44df+21:24179:x1870627099379840:12345-0@lo:253:mount.lustre.0 Request processed in 2295us (2848us total) trans 0 rc 0/0 00000100:00100000:3.0:1783969666.547437:0:22673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 20000000:01000000:0.0:1783969666.547580:0:22694:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:0.0:1783969666.547585:0:22694:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:0.0:1783969666.547613:0:22694:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff93e983ddca00/0xea31253a47cbb721 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969666.547628:0:22694:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff93e983ddc400/0xea31253a47cbb66b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xea31253a47cbb664 expref: 20 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969666.547636:0:22694:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff93ea837bde00/0xea31253a47cbb679 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xea31253a47cbb672 expref: 20 pid: 22672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969666.547643:0:22694:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff93e983ddca00/0xea31253a47cbb721 lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969666.547681:0:22694:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff93ea837bde00/0xea31253a47cbb679 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xea31253a47cbb672 expref: 20 pid: 22672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969666.547695:0:22694:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff93ea837bde00/0xea31253a47cbb679 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xea31253a47cbb672 expref: 20 pid: 22672 timeout: 828 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783969666.547709:0:22694:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea889e5f80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22694:1870627099379968:0@lo:104: 00000100:00100000:0.0:1783969666.547752:0:22694:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1783969666.547799:0:22694:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff93e983ddc400/0xea31253a47cbb66b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xea31253a47cbb664 expref: 20 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969666.547807:0:22694:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff93e983ddc400/0xea31253a47cbb66b lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xea31253a47cbb664 expref: 20 pid: 22671 timeout: 828 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783969666.547823:0:22694:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea889e4700 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22694:1870627099380096:0@lo:104: 00000100:00100000:0.0:1783969666.547844:0:22694:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783969666.547856:0:22694:0:(client.c:2702:ptlrpc_set_wait()) set ffff93eaa5ad7d80 going to sleep for 11 seconds 00000100:00100000:1.0:1783969666.547982:0:24179:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea889e7800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b884c461-3115-4676-b8ef-3f3c795c44df:24179:1870627099379840:0@lo:253:mount.lustre.0 10000000:01000000:1.0:1783969666.547993:0:24179:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:1.0:1783969666.547996:0:24179:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:1.0:1783969666.547998:0:24179:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1783969666.547999:0:24179:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1783969666.548001:0:24179:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1783969666.548002:0:24179:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1783969666.548003:0:24179:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1783969666.548005:0:24179:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1783969666.548006:0:24179:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1783969666.548007:0:24179:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:1.0:1783969666.548019:0:24179:0:(tgt_mount.c:2689:server_calc_timeout()) lustre-OST0000: Imperative Recovery not enabled, recovery window 60-180 00000100:00100000:3.0:1783969666.549339:0:22662:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1783969666.549359:0:22662:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099379968 00000100:00100000:3.0:1783969666.549364:0:22662:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099379968 00000100:00100000:3.0:1783969666.549419:0:22662:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099380096 00000100:00100000:3.0:1783969666.549422:0:22662:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099380096 00000100:00100000:3.0:1783969666.549435:0:22662:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1783969666.549444:0:22662:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea889e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:b884c461-3115-4676-b8ef-3f3c795c44df+4:22694:x1870627099379968:12345-0@lo:104: 00010000:00010000:3.0:1783969666.549459:0:22662:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.134@tcp lock: ffff93e983ddd200/0xea31253a47cbb672 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xea31253a47cbb679 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969666.549525:0:22662:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1783969666.549531:0:22662:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea889e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:b884c461-3115-4676-b8ef-3f3c795c44df+4:22694:x1870627099379968:12345-0@lo:104: Request processed in 89us (1778us total) trans 0 rc 0/0 00000100:00100000:3.0:1783969666.549537:0:22662:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1783969666.549550:0:22662:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1783969666.549555:0:22662:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eab0f7f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:b884c461-3115-4676-b8ef-3f3c795c44df+3:22694:x1870627099380096:12345-0@lo:104: 00010000:00010000:3.0:1783969666.549562:0:22662:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.134@tcp lock: ffff93e983de7800/0xea31253a47cbb664 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xea31253a47cbb66b expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969666.549589:0:22662:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:3.0:1783969666.549593:0:22662:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eab0f7f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:b884c461-3115-4676-b8ef-3f3c795c44df+3:22694:x1870627099380096:12345-0@lo:104: Request processed in 39us (1749us total) trans 0 rc 0/0 00000100:00100000:3.0:1783969666.549598:0:22662:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00010000:3.0:1783969666.549631:0:22666:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1783969666.549637:0:22666:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.134@tcp lock: ffff93e983ddd200/0xea31253a47cbb672 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xea31253a47cbb679 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969666.549654:0:22666:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93e983ddd200 already unused, calling callback (ffffffffc131dc20) 10000000:00010000:3.0:1783969666.549657:0:22666:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.134@tcp lock: ffff93e983ddd200/0xea31253a47cbb672 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xea31253a47cbb679 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969666.549666:0:22666:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.134@tcp lock: ffff93e983ddd200/0xea31253a47cbb672 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xea31253a47cbb679 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1783969666.549673:0:22666:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.134@tcp lock: ffff93e983ddd200/0xea31253a47cbb672 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xea31253a47cbb679 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1783969666.549678:0:22666:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:3.0:1783969666.549709:0:22666:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.134@tcp lock: ffff93e983ddd200/0xea31253a47cbb672 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xea31253a47cbb679 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969666.549715:0:22666:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1783969666.549742:0:22666:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.134@tcp lock: ffff93e983ddd200/0xea31253a47cbb672 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xea31253a47cbb679 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969666.549750:0:22666:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.134@tcp lock: ffff93e983ddd200/0xea31253a47cbb672 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xea31253a47cbb679 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969666.549762:0:22666:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783969666.549765:0:22666:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.134@tcp lock: ffff93e983de7800/0xea31253a47cbb664 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xea31253a47cbb66b expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969666.549770:0:22666:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93e983de7800 already unused, calling callback (ffffffffc131dc20) 10000000:00010000:3.0:1783969666.549774:0:22666:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.134@tcp lock: ffff93e983de7800/0xea31253a47cbb664 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xea31253a47cbb66b expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969666.549789:0:22666:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.134@tcp lock: ffff93e983de7800/0xea31253a47cbb664 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xea31253a47cbb66b expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1783969666.549796:0:22666:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.134@tcp lock: ffff93e983de7800/0xea31253a47cbb664 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xea31253a47cbb66b expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1783969666.549801:0:22666:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:3.0:1783969666.549823:0:22666:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.134@tcp lock: ffff93e983de7800/0xea31253a47cbb664 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xea31253a47cbb66b expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969666.549828:0:22666:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1783969666.549834:0:22666:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.134@tcp lock: ffff93e983de7800/0xea31253a47cbb664 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xea31253a47cbb66b expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969666.549841:0:22666:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.134@tcp lock: ffff93e983de7800/0xea31253a47cbb664 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xea31253a47cbb66b expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969666.549851:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783969666.549852:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783969666.549854:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783969666.549871:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea88968700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:b884c461-3115-4676-b8ef-3f3c795c44df:3648:1870627099380224:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1783969666.549900:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783969666.549929:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1783969666.549934:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea88968000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:b884c461-3115-4676-b8ef-3f3c795c44df:3648:1870627099380352:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1783969666.549951:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783969666.549978:0:22664:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099380224 00000100:00100000:3.0:1783969666.549981:0:22664:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099380224 00010000:00010000:3.0:1783969666.549996:0:22664:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff93ea837bde00/0xea31253a47cbb679 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xea31253a47cbb672 expref: 21 pid: 22672 timeout: 828 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783969666.550024:0:22664:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099380352 00000100:00100000:3.0:1783969666.550026:0:22664:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099380352 00010000:00010000:3.0:1783969666.550035:0:22664:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff93e983ddc400/0xea31253a47cbb66b lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xea31253a47cbb664 expref: 22 pid: 22671 timeout: 828 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783969666.550045:0:22664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1783969666.550050:0:22664:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea88968380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b884c461-3115-4676-b8ef-3f3c795c44df+22:3648:x1870627099380224:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1783969666.550071:0:22664:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783969666.550077:0:22664:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff93ea837bde00/0xea31253a47cbb679 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xea31253a47cbb672 expref: 22 pid: 22672 timeout: 828 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969666.550087:0:22664:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff93ea837bde00/0xea31253a47cbb679 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xea31253a47cbb672 expref: 22 pid: 22672 timeout: 828 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969666.550103:0:22664:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1783969666.550125:0:22664:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea88968380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b884c461-3115-4676-b8ef-3f3c795c44df+22:3648:x1870627099380224:12345-0@lo:103:ldlm_bl.0 Request processed in 75us (225us total) trans 0 rc 0/0 00000100:00100000:3.0:1783969666.550131:0:22664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1783969666.550141:0:22664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1783969666.550146:0:22664:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93e983467050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b884c461-3115-4676-b8ef-3f3c795c44df+21:3648:x1870627099380352:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1783969666.550152:0:22664:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783969666.550156:0:22664:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff93e983ddc400/0xea31253a47cbb66b lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xea31253a47cbb664 expref: 21 pid: 22671 timeout: 828 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969666.550164:0:22664:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff93e983ddc400/0xea31253a47cbb66b lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xea31253a47cbb664 expref: 21 pid: 22671 timeout: 828 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969666.550174:0:22664:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff93e983ddca00/0xea31253a47cbb721 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969666.550187:0:22664:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff93e983ddca00/0xea31253a47cbb721 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:3.0:1783969666.550200:0:22664:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.020466289s 00010000:00010000:3.0:1783969666.550204:0:22664:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff93e983ddca00/0xea31253a47cbb721 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969666.550211:0:22664:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff93e983ddca00/0xea31253a47cbb721 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969666.550218:0:22664:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff93e983ddca00/0xea31253a47cbb721 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969666.550225:0:22664:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff93e983ddca00/0xea31253a47cbb721 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969666.550230:0:22664:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93e983ddca00 already unused, calling callback (ffffffffc0d02230) 00010000:00010000:3.0:1783969666.550234:0:22664:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff93e983ddca00/0xea31253a47cbb721 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969666.550241:0:22664:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff93e983ddca00/0xea31253a47cbb721 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969666.550248:0:22664:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff93e983ddca00/0xea31253a47cbb721 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969666.550256:0:22664:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1783969666.550274:0:22664:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93e983467050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b884c461-3115-4676-b8ef-3f3c795c44df+21:3648:x1870627099380352:12345-0@lo:103:ldlm_bl.0 Request processed in 128us (322us total) trans 0 rc 0/0 00000100:00100000:3.0:1783969666.550279:0:22664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1783969666.550332:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea88968000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:b884c461-3115-4676-b8ef-3f3c795c44df:3648:1870627099380352:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1783969666.550339:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea88968700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:b884c461-3115-4676-b8ef-3f3c795c44df:3648:1870627099380224:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1783969666.550632:0:22694:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff93ea837bde00/0xea31253a47cbb679 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xea31253a47cbb672 expref: 20 pid: 22672 timeout: 828 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783969666.550654:0:22694:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea889e5f80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22694:1870627099379968:0@lo:104: 00010000:00010000:0.0:1783969666.550664:0:22694:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff93e983ddc400/0xea31253a47cbb66b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xea31253a47cbb664 expref: 19 pid: 22671 timeout: 828 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783969666.550672:0:22694:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea889e4700 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22694:1870627099380096:0@lo:104: 00010000:00010000:0.0:1783969666.550685:0:22694:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff93e983ddca00/0xea31253a47cbb721 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969666.550693:0:22694:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff93e983ddca00/0xea31253a47cbb721 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969666.550699:0:22694:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff93e983ddca00/0xea31253a47cbb721 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969666.550705:0:22694:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff93e983ddca00/0xea31253a47cbb721 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969666.551937:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00080000:2.0:1783969666.553611:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff93ea88968a80 x1870627099379712/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1783969676 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783969666.553627:0:3645:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 2 00000100:00080000:2.0:1783969666.553636:0:3645:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0001-lwp-OST0000: connect to target with instance 3 00000100:00080000:2.0:1783969666.553644:0:3645:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0001-lwp-OST0000: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:2.0:1783969666.553649:0:3645:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:2.0:1783969666.553653:0:3645:0:(import.c:65:import_set_state_nolock()) ffff93e9833b3000 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00100000:2.0:1783969666.553659:0:3645:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea88968a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3645:1870627099379712:0@lo:38:llog_process_th.0 00000001:00000004:0.0:1783969666.556870:0:24179:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 3, last_transno is 12884901888 00002000:00080000:0.0:1783969666.561091:0:24179:0:(ofd_obd.c:539:ofd_postrecov()) lustre-OST0000: recovery is over 00100000:10000000:0.0:1783969666.561103:0:24179:0:(lfsck_lib.c:3085:lfsck_start()) lustre-OST0000-osd: start master thread 00000020:01000004:0.0:1783969666.561142:0:24179:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:0.0:1783969666.561189:0:24179:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.201.134@tcp: cl_mgc_mutex unlock 00000020:01000004:0.0:1783969666.561208:0:24179:0:(tgt_mount.c:2458:server_fill_super_common()) Server sb, dev=49 00000080:00000004:0.0:1783969666.561238:0:24179:0:(super25.c:181:lustre_fill_super()) /dev/mapper/ost1_flakey: Mount complete 00000020:00000004:0.0:1783969666.562074:0:24179:0:(tgt_mount.c:2344:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1783969666.562304:0:24179:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:2.0:1783969666.803846:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:1.0:1783969667.591919:0:24260:0:(tgt_mount.c:2344:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1783969667.592122:0:24260:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:3.0:1783969667.825212:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1783969668.148278:0:22675:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:0.0:1783969668.148287:0:22675:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-mdtir-ffff93e981ac5000 from 13 10000000:01000000:0.0:1783969668.148292:0:22675:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1783969668.148341:0:22675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.134@tcp lock: ffff93e983ddd600/0xea31253a47cbb728 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969668.150766:0:22675:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.134@tcp lock: ffff93e983ddd600/0xea31253a47cbb728 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969668.150793:0:22675:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.134@tcp lock: ffff93e983ddd600/0xea31253a47cbb728 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783969668.150826:0:22675:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea889e4700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b884c461-3115-4676-b8ef-3f3c795c44df:22675:1870627099380480:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1783969668.150897:0:22675:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783969668.150945:0:22675:0:(client.c:2702:ptlrpc_set_wait()) set ffff93e983fe2f00 going to sleep for 11 seconds 00000100:00100000:3.0:1783969668.152211:0:22672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099380480 00000100:00100000:3.0:1783969668.152221:0:22672:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099380480 00000100:00100000:3.0:1783969668.152276:0:22672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000100:00100000:3.0:1783969668.152286:0:22672:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93e983305850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b884c461-3115-4676-b8ef-3f3c795c44df+19:22675:x1870627099380480:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1783969668.152302:0:22672:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783969668.152321:0:22672:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff93ea91a53400/0xea31253a47cbb72f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xea31253a47cbb728 expref: -99 pid: 22672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969668.152349:0:22672:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff93ea91a53400/0xea31253a47cbb72f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xea31253a47cbb728 expref: 20 pid: 22672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969668.152360:0:22672:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff93ea91a53400/0xea31253a47cbb72f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xea31253a47cbb728 expref: 20 pid: 22672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969668.152403:0:22672:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93ea91a53400, rc 0) 00000100:00100000:3.0:1783969668.152671:0:22672:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93e983305850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b884c461-3115-4676-b8ef-3f3c795c44df+20:22675:x1870627099380480:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 385us (1771us total) trans 0 rc 0/0 00000100:00100000:3.0:1783969668.152678:0:22672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000100:00100000:2.0:1783969668.152879:0:22675:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea889e4700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b884c461-3115-4676-b8ef-3f3c795c44df:22675:1870627099380480:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1783969668.152900:0:22675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.134@tcp lock: ffff93e983ddd600/0xea31253a47cbb728 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xea31253a47cbb72f expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969668.152910:0:22675:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.134@tcp lock: ffff93e983ddd600/0xea31253a47cbb728 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xea31253a47cbb72f expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783969668.152978:0:22675:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93eabb429f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b884c461-3115-4676-b8ef-3f3c795c44df:22675:1870627099380608:0@lo:256:ll_cfg_requeue.0 00000100:00100000:2.0:1783969668.153027:0:22675:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783969668.153605:0:22675:0:(client.c:2702:ptlrpc_set_wait()) set ffff93ea85607f00 going to sleep for 11 seconds 00000100:00100000:0.0:1783969668.154729:0:22671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099380608 00000100:00100000:0.0:1783969668.154739:0:22671:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099380608 00000100:00100000:0.0:1783969668.154779:0:22671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00100000:0.0:1783969668.154798:0:22671:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea84fc8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b884c461-3115-4676-b8ef-3f3c795c44df+20:22675:x1870627099380608:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:0.0:1783969668.154821:0:22671:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:0.0:1783969668.154839:0:22671:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:0.0:1783969668.154842:0:22671:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 13 00000100:00100000:0.0:1783969668.154944:0:22671:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea84fc8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b884c461-3115-4676-b8ef-3f3c795c44df+20:22675:x1870627099380608:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 147us (1916us total) trans 0 rc 0/0 00000100:00100000:0.0:1783969668.154951:0:22671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00100000:0.0:1783969668.154993:0:22675:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93eabb429f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b884c461-3115-4676-b8ef-3f3c795c44df:22675:1870627099380608:0@lo:256:ll_cfg_requeue.0 10000000:01000000:0.0:1783969668.155282:0:22675:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.201.134@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1783969668.155292:0:22675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.134@tcp lock: ffff93e983ddd600/0xea31253a47cbb728 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xea31253a47cbb72f expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969668.155303:0:22675:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.134@tcp lock: ffff93e983ddd600/0xea31253a47cbb728 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xea31253a47cbb72f expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1783969668.155322:0:22675:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:0.0:1783969668.155325:0:22675:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-mdtir-ffff93eac1553800 from 13 10000000:01000000:0.0:1783969668.155328:0:22675:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1783969668.155353:0:22675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.134@tcp lock: ffff93e983ddc000/0xea31253a47cbb736 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969668.155360:0:22675:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.134@tcp lock: ffff93e983ddc000/0xea31253a47cbb736 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969668.155633:0:22675:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.134@tcp lock: ffff93e983ddc000/0xea31253a47cbb736 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783969668.155657:0:22675:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea889e5f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b884c461-3115-4676-b8ef-3f3c795c44df:22675:1870627099380736:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1783969668.155710:0:22675:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783969668.155736:0:22675:0:(client.c:2702:ptlrpc_set_wait()) set ffff93e983fe2d80 going to sleep for 11 seconds 00000100:00100000:2.0:1783969668.155813:0:22671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099380736 00000100:00100000:2.0:1783969668.155818:0:22671:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099380736 00000100:00100000:2.0:1783969668.155848:0:22671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000100:00100000:2.0:1783969668.155854:0:22671:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea84fcb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b884c461-3115-4676-b8ef-3f3c795c44df+20:22675:x1870627099380736:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1783969668.155866:0:22671:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783969668.155878:0:22671:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff93ea837bca00/0xea31253a47cbb73d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xea31253a47cbb736 expref: -99 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969668.155896:0:22671:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff93ea837bca00/0xea31253a47cbb73d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xea31253a47cbb736 expref: 21 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969668.155906:0:22671:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff93ea837bca00/0xea31253a47cbb73d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xea31253a47cbb736 expref: 21 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969668.155914:0:22671:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93ea837bca00, rc 0) 00000100:00100000:2.0:1783969668.155944:0:22671:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea84fcb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b884c461-3115-4676-b8ef-3f3c795c44df+21:22675:x1870627099380736:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 90us (235us total) trans 0 rc 0/0 00000100:00100000:2.0:1783969668.155949:0:22671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00000100:00100000:0.0:1783969668.156611:0:22675:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea889e5f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b884c461-3115-4676-b8ef-3f3c795c44df:22675:1870627099380736:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1783969668.156627:0:22675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.134@tcp lock: ffff93e983ddc000/0xea31253a47cbb736 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xea31253a47cbb73d expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969668.156636:0:22675:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.134@tcp lock: ffff93e983ddc000/0xea31253a47cbb736 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xea31253a47cbb73d expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783969668.156681:0:22675:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea889e5f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b884c461-3115-4676-b8ef-3f3c795c44df:22675:1870627099380864:0@lo:256:ll_cfg_requeue.0 00000100:00100000:0.0:1783969668.156726:0:22675:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783969668.156757:0:22675:0:(client.c:2702:ptlrpc_set_wait()) set ffff93e983fe2d80 going to sleep for 11 seconds 00000100:00100000:2.0:1783969668.157262:0:22671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099380864 00000100:00100000:2.0:1783969668.157269:0:22671:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099380864 00000100:00100000:2.0:1783969668.157309:0:22671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87 00000100:00100000:2.0:1783969668.157317:0:22671:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea84fc8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b884c461-3115-4676-b8ef-3f3c795c44df+21:22675:x1870627099380864:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:2.0:1783969668.157334:0:22671:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:2.0:1783969668.157350:0:22671:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:2.0:1783969668.157353:0:22671:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 13 00000100:00100000:2.0:1783969668.157582:0:22671:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea84fc8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b884c461-3115-4676-b8ef-3f3c795c44df+21:22675:x1870627099380864:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 265us (854us total) trans 0 rc 0/0 00000100:00100000:2.0:1783969668.157594:0:22671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87 00000100:00100000:0.0:1783969668.157679:0:22675:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea889e5f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b884c461-3115-4676-b8ef-3f3c795c44df:22675:1870627099380864:0@lo:256:ll_cfg_requeue.0 10000000:01000000:0.0:1783969668.157748:0:22675:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.201.134@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1783969668.157760:0:22675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.134@tcp lock: ffff93e983ddc000/0xea31253a47cbb736 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xea31253a47cbb73d expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969668.157767:0:22675:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.134@tcp lock: ffff93e983ddc000/0xea31253a47cbb736 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xea31253a47cbb73d expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969668.856120:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783969669.492926:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea8e85d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1870627099380992:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1783969669.493031:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783969669.493111:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea889e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1870627099381120:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1783969669.493145:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783969669.493279:0:22684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099380992 00000100:00100000:1.0:1783969669.493289:0:22684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099380992 00000100:00100000:1.0:1783969669.493343:0:22684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099381120 00000100:00100000:1.0:1783969669.493346:0:22684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099381120 00000100:00100000:1.0:1783969669.493363:0:22684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:1.0:1783969669.493373:0:22684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eabb42b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3646:x1870627099380992:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1783969669.493441:0:22684:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1783969669.496533:0:22684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eabb42b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3646:x1870627099380992:12345-0@lo:41:osp-pre-1-0.0 Request processed in 3143us (3485us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969669.496554:0:22684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:1.0:1783969669.496613:0:22684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:1.0:1783969669.496627:0:22684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea8e85df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3647:x1870627099381120:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1783969669.496713:0:22684:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1783969669.496867:0:22684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea8e85df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3647:x1870627099381120:12345-0@lo:41:osp-pre-0-1.0 Request processed in 245us (3721us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969669.496874:0:22684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:1.0:1783969669.496946:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea889e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1870627099381120:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1783969669.497053:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea8e85d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1870627099380992:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1783969669.883185:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1783969670.332171:0:23430:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:3.0:1783969670.896577:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783969671.921166:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1783969672.070457:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1783969672.070467:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1783969672.070470:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1783969672.070473:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1783969672.070506:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1783969672.070510:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1783969672.070513:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1783969672.070517:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1783969672.070584:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93eabb42b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:b884c461-3115-4676-b8ef-3f3c795c44df:3648:1870627099381248:0@lo:400:kworker.0 00000100:00100000:2.0:1783969672.070697:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783969672.070747:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93eab7200380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3648:1870627099381760:0@lo:400:kworker.0 00000100:00100000:2.0:1783969672.070779:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783969672.070813:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1783969672.070819:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93eabb42ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1870627099381376:0@lo:400:kworker.0 00000100:00100000:2.0:1783969672.070849:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783969672.070871:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93eab7201180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3648:1870627099381888:0@lo:400:kworker.0 00000100:00100000:2.0:1783969672.070916:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783969672.070950:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93eabb428e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3646:1870627099381504:0@lo:400:kworker.0 00000100:00100000:2.0:1783969672.070976:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783969672.070995:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93eab7202300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3646:1870627099382016:0@lo:400:kworker.0 00000100:00100000:2.0:1783969672.071017:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783969672.071030:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1783969672.071036:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93eabb429f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1870627099381632:0@lo:400:kworker.0 00000100:00100000:2.0:1783969672.071065:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783969672.071102:0:22672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099381248 00000100:00100000:2.0:1783969672.071111:0:22672:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099381248 00000100:00100000:2.0:1783969672.071177:0:22672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88 00000100:00100000:2.0:1783969672.072329:0:22672:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea84fcbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b884c461-3115-4676-b8ef-3f3c795c44df+21:3648:x1870627099381248:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783969672.072975:0:22672:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea84fcbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b884c461-3115-4676-b8ef-3f3c795c44df+21:3648:x1870627099381248:12345-0@lo:400:kworker.0 Request processed in 662us (2272us total) trans 0 rc 0/0 00000100:00100000:2.0:1783969672.072989:0:22672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88 00000100:00100000:2.0:1783969672.073065:0:22680:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099381760 00000100:00100000:2.0:1783969672.073075:0:22680:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099381760 00000100:00100000:2.0:1783969672.073115:0:22680:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099381888 00000100:00100000:2.0:1783969672.073119:0:22680:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099381888 00000100:00100000:2.0:1783969672.073152:0:22680:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099381504 00000100:00100000:2.0:1783969672.073156:0:22680:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099381504 00000100:00100000:2.0:1783969672.073167:0:22680:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099382016 00000100:00100000:2.0:1783969672.073170:0:22680:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099382016 00000100:00100000:2.0:1783969672.073280:0:22680:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1783969672.073290:0:22680:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eab7202a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3648:x1870627099381760:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783969672.073340:0:22680:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eab7202a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3648:x1870627099381760:12345-0@lo:400:kworker.0 Request processed in 52us (2561us total) trans 0 rc 0/0 00000100:00100000:2.0:1783969672.073370:0:22680:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1783969672.073407:0:22680:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1783969672.073413:0:22680:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eab7203480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3648:x1870627099381888:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783969672.073445:0:22680:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eab7203480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3648:x1870627099381888:12345-0@lo:400:kworker.0 Request processed in 32us (2529us total) trans 0 rc 0/0 00000100:00100000:2.0:1783969672.073453:0:22680:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1783969672.073464:0:22680:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1783969672.073470:0:22680:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eab7200a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1870627099381504:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783969672.073504:0:22680:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eab7200a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1870627099381504:12345-0@lo:400:kworker.0 Request processed in 34us (2527us total) trans 0 rc 0/0 00000100:00100000:2.0:1783969672.073510:0:22680:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1783969672.073520:0:22680:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1783969672.073525:0:22680:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eab7202680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3646:x1870627099382016:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783969672.073553:0:22680:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eab7202680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3646:x1870627099382016:12345-0@lo:400:kworker.0 Request processed in 28us (2536us total) trans 0 rc 0/0 00000100:00100000:2.0:1783969672.073559:0:22680:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1783969672.073580:0:22684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099381376 00000100:00100000:2.0:1783969672.073585:0:22684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099381376 00000100:00100000:2.0:1783969672.073602:0:22684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099381632 00000100:00100000:2.0:1783969672.073605:0:22684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099381632 00000100:00100000:2.0:1783969672.073617:0:22684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:2.0:1783969672.073623:0:22684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eab7202d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3648:x1870627099381376:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783969672.073672:0:22684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eab7202d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3648:x1870627099381376:12345-0@lo:400:kworker.0 Request processed in 48us (2821us total) trans 0 rc 0/0 00000100:00100000:2.0:1783969672.073678:0:22684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:2.0:1783969672.073698:0:22684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:2.0:1783969672.073703:0:22684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eab7201500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3646:x1870627099381632:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783969672.073734:0:22684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eab7201500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3646:x1870627099381632:12345-0@lo:400:kworker.0 Request processed in 31us (2670us total) trans 0 rc 0/0 00000100:00100000:2.0:1783969672.073753:0:22684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:2.0:1783969672.073825:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93eabb429f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1870627099381632:0@lo:400:kworker.0 00010000:00080000:2.0:1783969672.073843:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff93eabb428e00 x1870627099381504/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783969688 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783969672.073855:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93eabb428e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3646:1870627099381504:0@lo:400:kworker.0 00010000:00080000:2.0:1783969672.073866:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff93eab7202300 x1870627099382016/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783969688 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783969672.073875:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93eab7202300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3646:1870627099382016:0@lo:400:kworker.0 00000100:00080000:2.0:1783969672.073955:0:22674:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1783969672.073960:0:22674:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1783969672.086361:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93eabb42b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:b884c461-3115-4676-b8ef-3f3c795c44df:3648:1870627099381248:0@lo:400:kworker.0 00010000:00080000:0.0:1783969672.093865:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff93eab7200380 x1870627099381760/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783969688 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783969672.093891:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93eab7200380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3648:1870627099381760:0@lo:400:kworker.0 00000100:00100000:0.0:1783969672.093933:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93eabb42ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1870627099381376:0@lo:400:kworker.0 00010000:00080000:0.0:1783969672.093949:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff93eab7201180 x1870627099381888/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783969688 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783969672.093958:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93eab7201180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3648:1870627099381888:0@lo:400:kworker.0 00010000:00010000:2.0:1783969672.945273:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783969673.718176:0:3645:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1783969658/real 1783969658] req@ffff93ea8e85f800 x1870627099374464/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1783969673 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783969673.718221:0:3645:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff93ea8e85f800 x1870627099374464/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1783969673 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783969673.718259:0:3645:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1783969658/real 1783969658] req@ffff93ea8e85ed80 x1870627099374592/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1783969673 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783969673.718274:0:3645:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff93ea8e85ed80 x1870627099374592/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1783969673 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1783969673.718305:0:3645:0:(import.c:65:import_set_state_nolock()) ffff93ea83eeb000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1783969673.718334:0:3645:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1783969673.718338:0:3645:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea8e85f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3645:1870627099374464:0@lo:8:kworker.0 00000100:00080000:3.0:1783969673.718345:0:3645:0:(import.c:65:import_set_state_nolock()) ffff93eaa01ef800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1783969673.718351:0:3645:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1783969673.718353:0:3645:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea8e85ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3645:1870627099374592:0@lo:8:kworker.0 00000100:00080000:1.0:1783969673.718619:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1783969673.718625:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1783969673.718628:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1783969673.718632:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1783969673.718652:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1783969673.718655:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1783969673.718659:0:38:0:(import.c:65:import_set_state_nolock()) ffff93ea83eeb000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1783969673.718673:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 720 00000100:00080000:1.0:1783969673.718680:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1783969673.718688:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff93ea83eeb000 using connection 192.168.201.134@tcp/0@lo 00000100:00100000:1.0:1783969673.718711:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93ea8e85f800 x1870627099382656/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1783969673.718725:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1783969673.718728:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1783969673.718730:0:38:0:(import.c:65:import_set_state_nolock()) ffff93eaa01ef800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1783969673.718742:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 720 00000100:00080000:1.0:1783969673.718744:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1783969673.718749:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff93eaa01ef800 using connection 192.168.201.134@tcp/0@lo 00000100:00100000:1.0:1783969673.718760:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93ea8e85d880 x1870627099382784/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1783969673.718812:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea8e85ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1870627099382528:0@lo:400:kworker.0 00000100:00100000:1.0:1783969673.718899:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783969673.718942:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1783969673.718949:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea8e85ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b884c461-3115-4676-b8ef-3f3c795c44df:3646:1870627099382144:0@lo:400:kworker.0 00000100:00100000:1.0:1783969673.718983:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783969673.719011:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea865aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3646:1870627099382912:0@lo:400:kworker.0 00000100:00100000:1.0:1783969673.719038:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783969673.719068:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea8e85fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1870627099382272:0@lo:400:kworker.0 00000100:00100000:1.0:1783969673.719095:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783969673.719114:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea865a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3648:1870627099383040:0@lo:400:kworker.0 00000100:00100000:1.0:1783969673.719142:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783969673.719160:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1783969673.719166:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea8e85f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3648:1870627099382400:0@lo:400:kworker.0 00000100:00100000:1.0:1783969673.719188:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783969673.719206:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea865a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3648:1870627099383168:0@lo:400:kworker.0 00000100:00100000:1.0:1783969673.719230:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783969673.719260:0:22684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099382528 00000100:00100000:1.0:1783969673.719268:0:22684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099382528 00000100:00100000:1.0:1783969673.719313:0:22684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099382272 00000100:00100000:1.0:1783969673.719316:0:22684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099382272 00000100:00100000:1.0:1783969673.719344:0:22684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1783969673.719353:0:22684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea865a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3646:x1870627099382528:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783969673.719450:0:22684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea865a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3646:x1870627099382528:12345-0@lo:400:kworker.0 Request processed in 97us (550us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969673.719460:0:22684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1783969673.719479:0:22684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:1.0:1783969673.719485:0:22684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea865ab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3648:x1870627099382272:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783969673.719513:0:22684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea865ab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3648:x1870627099382272:12345-0@lo:400:kworker.0 Request processed in 28us (417us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969673.719518:0:22684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:1.0:1783969673.719536:0:22680:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099382912 00000100:00100000:1.0:1783969673.719540:0:22680:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099382912 00000100:00100000:1.0:1783969673.719559:0:22680:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099383040 00000100:00100000:1.0:1783969673.719561:0:22680:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099383040 00000100:00100000:1.0:1783969673.719571:0:22680:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099382400 00000100:00100000:1.0:1783969673.719574:0:22680:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099382400 00000100:00100000:1.0:1783969673.719584:0:22680:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099383168 00000100:00100000:1.0:1783969673.719586:0:22680:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099383168 00000100:00100000:1.0:1783969673.719599:0:22680:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1783969673.719617:0:22680:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea865a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3646:x1870627099382912:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783969673.719649:0:22680:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea865a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3646:x1870627099382912:12345-0@lo:400:kworker.0 Request processed in 44us (610us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969673.719655:0:22680:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1783969673.719666:0:22680:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1783969673.719672:0:22680:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea865a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3648:x1870627099383040:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783969673.719695:0:22680:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea865a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3648:x1870627099383040:12345-0@lo:400:kworker.0 Request processed in 23us (552us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969673.719710:0:22680:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1783969673.719722:0:22680:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1783969673.719728:0:22680:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea865a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3648:x1870627099382400:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783969673.719754:0:22680:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea865a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3648:x1870627099382400:12345-0@lo:400:kworker.0 Request processed in 27us (565us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969673.719760:0:22680:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1783969673.719770:0:22680:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:1.0:1783969673.719776:0:22680:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea865abb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3648:x1870627099383168:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783969673.719797:0:22680:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea865abb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3648:x1870627099383168:12345-0@lo:400:kworker.0 Request processed in 22us (566us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969673.719803:0:22680:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00010000:00080000:1.0:1783969673.719870:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff93ea8e85f480 x1870627099382400/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783969689 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783969673.719886:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea8e85f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3648:1870627099382400:0@lo:400:kworker.0 00010000:00080000:1.0:1783969673.719899:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff93ea865a9880 x1870627099383168/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783969689 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783969673.719907:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea865a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3648:1870627099383168:0@lo:400:kworker.0 00000100:00100000:1.0:1783969673.719917:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea8e85fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1870627099382272:0@lo:400:kworker.0 00010000:00080000:1.0:1783969673.719926:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff93ea865a8a80 x1870627099383040/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783969689 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783969673.719934:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea865a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3648:1870627099383040:0@lo:400:kworker.0 00010000:00080000:1.0:1783969673.719964:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff93ea865aaa00 x1870627099382912/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783969689 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783969673.719981:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea865aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3646:1870627099382912:0@lo:400:kworker.0 00000100:00100000:1.0:1783969673.719995:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea8e85ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1870627099382528:0@lo:400:kworker.0 00000100:00100000:1.0:1783969673.720018:0:3645:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea8e85f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3645:1870627099382656:0@lo:8:kworker.0 00000100:00100000:1.0:1783969673.720057:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783969673.720080:0:3645:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea8e85d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3645:1870627099382784:0@lo:8:kworker.0 00000100:00100000:1.0:1783969673.720102:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783969673.720694:0:22673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099382144 00000100:00100000:3.0:1783969673.720704:0:22673:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099382144 00000100:00100000:3.0:1783969673.720755:0:22673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89 00000100:00100000:3.0:1783969673.720764:0:22673:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea84fca450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b884c461-3115-4676-b8ef-3f3c795c44df+21:3646:x1870627099382144:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783969673.720830:0:22673:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea84fca450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b884c461-3115-4676-b8ef-3f3c795c44df+21:3646:x1870627099382144:12345-0@lo:400:kworker.0 Request processed in 67us (1845us total) trans 0 rc 0/0 00000100:00100000:3.0:1783969673.720837:0:22673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89 00000100:00100000:3.0:1783969673.720880:0:24185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099382656 00000100:00100000:3.0:1783969673.720884:0:24185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099382656 00000100:00100000:3.0:1783969673.720900:0:24185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099382784 00000100:00100000:3.0:1783969673.720903:0:24185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099382784 00000100:00100000:3.0:1783969673.720914:0:24185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1783969673.720919:0:24185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea865aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3645:x1870627099382656:12345-0@lo:8:kworker.0 00010000:00080000:3.0:1783969673.720955:0:24185:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 735 last 0 00000020:00000080:3.0:1783969673.721010:0:24185:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xea31253a47cbb744 00002000:00100000:3.0:1783969673.721030:0:24185:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0001-mdtlov_UUID/ffff93e9833b2000 ocd_connect_flags: 0xa044401443000026 ocd_version: 21136a2 ocd_grant: 0 ocd_index: 0 ocd_group 1 00002000:00080000:3.0:1783969673.721035:0:24185:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 1 00002000:00100000:3.0:1783969673.721038:0:24185:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:3.0:1783969673.721282:0:24185:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 1 00000100:00080000:3.0:1783969673.721313:0:24185:0:(import.c:65:import_set_state_nolock()) ffff93e9833b3800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1783969673.721358:0:24185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea865aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:3645:x1870627099382656:12345-0@lo:8:kworker.0 Request processed in 436us (1299us total) trans 0 rc 0/0 00000100:00100000:3.0:1783969673.721365:0:24185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1783969673.721407:0:24185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1783969673.721412:0:24185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea865a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3645:x1870627099382784:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1783969673.721424:0:24185:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1783969673.721449:0:24185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea865a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3645:x1870627099382784:12345-0@lo:8:kworker.0 Request processed in 36us (1345us total) trans 0 rc -19/-19 00000100:00100000:3.0:1783969673.721456:0:24185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1783969673.721498:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea8e85ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b884c461-3115-4676-b8ef-3f3c795c44df:3646:1870627099382144:0@lo:400:kworker.0 00010000:00080000:1.0:1783969673.726889:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff93ea8e85f800 x1870627099382656/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/416 e 0 to 0 dl 1783969693 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783969673.726912:0:3645:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:1.0:1783969673.726926:0:3645:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0001: connect to target with instance 3 00000100:00080000:1.0:1783969673.726939:0:3645:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0000-osc-MDT0001: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:1.0:1783969673.726948:0:3645:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:1.0:1783969673.726952:0:3645:0:(import.c:65:import_set_state_nolock()) ffff93ea83eeb000 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000004:00080000:1.0:1783969673.726983:0:3645:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:1.0:1783969673.726992:0:3645:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea8e85f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3645:1870627099382656:0@lo:8:kworker.0 00000100:00080000:1.0:1783969673.727011:0:3645:0:(import.c:65:import_set_state_nolock()) ffff93eaa01ef800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1783969673.727016:0:3645:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1783969673.727019:0:3645:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea8e85d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3645:1870627099382784:0@lo:8:kworker.0 00000004:00080000:1.0:1783969673.727136:0:23421:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0001: going to cleanup orphans since [0x280000400:0x1:0x0] 00000100:00100000:1.0:1783969673.727165:0:23421:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea865aa680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23421:1870627099383424:0@lo:7:osp-pre-0-1.0 00000100:00100000:1.0:1783969673.727252:0:23421:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783969673.727287:0:23421:0:(client.c:2702:ptlrpc_set_wait()) set ffff93eabc1f3540 going to sleep for 11 seconds 00000004:00080000:1.0:1783969673.727311:0:23420:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:1.0:1783969673.727464:0:23420:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 735855082224ns, next at 0ns, rc = 0 00080000:00080000:1.0:1783969673.727473:0:23420:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0001: async commit OSD 00000100:00100000:3.0:1783969673.728861:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1783969673.728897:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea865a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1870627099383296:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1783969673.728998:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783969673.729080:0:24185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099383424 00000100:00100000:3.0:1783969673.729090:0:24185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099383424 00000100:00100000:3.0:1783969673.730827:0:24185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1783969673.730857:0:24185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea865ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:23421:x1870627099383424:12345-0@lo:7:osp-pre-0-1.0 00000100:00100000:1.0:1783969673.731405:0:24187:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099383296 00000100:00100000:1.0:1783969673.731415:0:24187:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099383296 00000100:00100000:1.0:1783969673.731461:0:24187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1783969673.731469:0:24187:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea88968700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+7:3647:x1870627099383296:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1783969673.731492:0:24187:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1783969673.734099:0:24187:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea88968700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+7:3647:x1870627099383296:12345-0@lo:13:osp-pre-0-1.0 Request processed in 2613us (5083us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969673.734121:0:24187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00080000:3.0:1783969673.734446:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff93ea865a9880 x1870627099383296/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1783969689 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783969673.734504:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea865a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1870627099383296:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1783969673.734927:0:22674:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000004:00080000:2.0:1783969673.739098:0:23412:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1 committed 00002000:00080000:3.0:1783969673.744029:0:24185:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0000: adding sequence 0x280000400 00002000:00080000:3.0:1783969673.744048:0:24185:0:(ofd_dev.c:1208:ofd_get_info_hdl()) lustre-OST0000: LAST FID is [0x280000400:0x41:0x0] 00000100:00100000:3.0:1783969673.744254:0:24185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea865ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:23421:x1870627099383424:12345-0@lo:7:osp-pre-0-1.0 Request processed in 13406us (16995us total) trans 0 rc 0/0 00000100:00100000:3.0:1783969673.744269:0:24185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:0.0:1783969673.745483:0:23421:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff93ea865aa680 x1870627099383424/t0(0) o7->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 264/240 e 0 to 0 dl 1783969689 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783969673.745506:0:23421:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea865aa680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23421:1870627099383424:0@lo:7:osp-pre-0-1.0 00000004:00080000:0.0:1783969673.745525:0:23421:0:(osp_precreate.c:810:osp_get_lastfid_from_ost()) lustre-OST0000-osc-MDT0001: Got last_fid [0x280000400:0x41:0x0] 00000100:00100000:0.0:1783969673.746029:0:23421:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea889e4380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23421:1870627099383552:0@lo:5:osp-pre-0-1.0 00000100:00100000:0.0:1783969673.746113:0:23421:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783969673.746436:0:23421:0:(client.c:2702:ptlrpc_set_wait()) set ffff93ea85e5dd80 going to sleep for 11 seconds 00000100:00100000:2.0:1783969673.747365:0:24183:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099383552 00000100:00100000:2.0:1783969673.747377:0:24183:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099383552 00000100:00100000:2.0:1783969673.747478:0:24183:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1783969673.747493:0:24183:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea889e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:23421:x1870627099383552:12345-0@lo:5:osp-pre-0-1.0 00002000:00080000:2.0:1783969673.747541:0:24183:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = 0 00000100:00100000:2.0:1783969673.747650:0:24183:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea889e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:23421:x1870627099383552:12345-0@lo:5:osp-pre-0-1.0 Request processed in 161us (1536us total) trans 0 rc 0/0 00000100:00100000:2.0:1783969673.747658:0:24183:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00080000:1.0:1783969673.748049:0:23421:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff93ea889e4380 x1870627099383552/t0(0) o5->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 432/432 e 0 to 0 dl 1783969689 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783969673.748070:0:23421:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea889e4380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23421:1870627099383552:0@lo:5:osp-pre-0-1.0 00000004:00080000:1.0:1783969673.748092:0:23421:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0001: Got last_id [0x280000400:0x41:0x0] from OST, last_created [0x280000400:0x41:0x0]last_used is [0x280000400:0x41:0x0] 00000100:00100000:1.0:1783969673.748166:0:23421:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea865a8e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23421:1870627099383680:0@lo:5:osp-pre-0-1.0 00000100:00100000:1.0:1783969673.748213:0:23421:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783969673.748239:0:23421:0:(client.c:2702:ptlrpc_set_wait()) set ffff93eabc1f3540 going to sleep for 11 seconds 00000100:00100000:2.0:1783969673.748617:0:24185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099383680 00000100:00100000:2.0:1783969673.748624:0:24185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099383680 00000100:00100000:2.0:1783969673.748685:0:24185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1783969673.748702:0:24185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea865a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:23421:x1870627099383680:12345-0@lo:5:osp-pre-0-1.0 00002000:00080000:2.0:1783969673.748744:0:24185:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x280000400 at 66 00000001:00080000:2.0:1783969673.774862:0:24180:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901889 is committed 00000001:00100000:2.0:1783969673.774886:0:24180:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000100:00100000:0.0:1783969673.775238:0:24185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea865a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:23421:x1870627099383680:12345-0@lo:5:osp-pre-0-1.0 Request processed in 26538us (27017us total) trans 12884901889 rc 0/0 00000100:00100000:0.0:1783969673.775257:0:24185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00080000:2.0:1783969673.775418:0:23421:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff93ea865a8e00 x1870627099383680/t0(0) o5->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 432/432 e 0 to 0 dl 1783969689 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783969673.775433:0:23421:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 12884901889 gen 2 00000100:00100000:2.0:1783969673.775442:0:23421:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea865a8e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23421:1870627099383680:0@lo:5:osp-pre-0-1.0 00000004:00080000:2.0:1783969673.775461:0:23421:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0000-osc-MDT0001: current precreated pool: [0x280000400:0x41:0x0]-[0x280000400:0x61:0x0] 00000100:00100000:2.0:1783969673.775620:0:23421:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93eab7202300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:23421:1870627099383808:0@lo:900:osp-pre-0-1.0 00000100:00100000:2.0:1783969673.775866:0:23421:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783969673.775955:0:23421:0:(client.c:2702:ptlrpc_set_wait()) set ffff93ea83e5a240 going to sleep for 11 seconds 00000100:00100000:0.0:1783969673.782146:0:22690:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099383808 00000100:00100000:0.0:1783969673.782171:0:22690:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099383808 00000100:00100000:0.0:1783969673.782270:0:22690:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1783969673.782285:0:22690:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eab7200e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:23421:x1870627099383808:12345-0@lo:900:osp-pre-0-1.0 00000100:00100000:0.0:1783969673.782456:0:22690:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eab7200e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:23421:x1870627099383808:12345-0@lo:900:osp-pre-0-1.0 Request processed in 175us (6589us total) trans 0 rc 0/0 00000100:00100000:0.0:1783969673.782465:0:22690:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:3.0:1783969673.782650:0:23421:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff93eab7202300 x1870627099383808/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1783969689 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783969673.782838:0:23421:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93eab7202300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:23421:1870627099383808:0@lo:900:osp-pre-0-1.0 00010000:00010000:0.0:1783969673.968871:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1783969674.354675:0:22713:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:1.0:1783969674.609097:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea889e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1870627099383936:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1783969674.609169:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783969674.609247:0:22684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099383936 00000100:00100000:1.0:1783969674.609254:0:22684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099383936 00000100:00100000:1.0:1783969674.609306:0:22684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:1.0:1783969674.609314:0:22684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea865a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3647:x1870627099383936:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1783969674.609349:0:22684:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1783969674.609582:0:22684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea865a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3647:x1870627099383936:12345-0@lo:41:osp-pre-0-1.0 Request processed in 267us (412us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969674.609616:0:22684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:1.0:1783969674.609812:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea889e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1870627099383936:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1783969674.610378:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1783969674.618620:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea865aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1870627099384064:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1783969674.618713:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783969674.619113:0:22684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099384064 00000100:00100000:0.0:1783969674.619121:0:22684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099384064 00000100:00100000:0.0:1783969674.619176:0:22684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1783969674.619186:0:22684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea865ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3649:x1870627099384064:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1783969674.619336:0:22684:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1783969674.619830:0:22684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea865ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3649:x1870627099384064:12345-0@lo:41:osp-pre-1-0.0 Request processed in 644us (1115us total) trans 0 rc 0/0 00000100:00100000:0.0:1783969674.619839:0:22684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1783969674.628169:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea865aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1870627099384064:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1783969674.996654:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1783969675.074183:0:24551:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg134-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:1.0:1783969676.017340:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:1.0:1783969676.089180:0:24604:0:(tgt_mount.c:2344:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1783969676.091733:0:24604:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:0.0:1783969677.049723:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:0.0:1783969677.092197:0:24654:0:(tgt_mount.c:2344:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1783969677.093085:0:24654:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:1.0:1783969677.808746:0:3645:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1783969657/real 1783969657] req@ffff93eabb429880 x1870627099373056/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1783969677 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783969677.808776:0:3645:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff93eabb429880 x1870627099373056/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1783969677 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783969677.808787:0:3645:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1783969657/real 1783969657] req@ffff93eabb428a80 x1870627099372928/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1783969677 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783969677.808798:0:3645:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff93eabb428a80 x1870627099372928/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1783969677 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1783969677.808818:0:3645:0:(import.c:65:import_set_state_nolock()) ffff93ea88952000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1783969677.808847:0:3645:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1783969677.808852:0:3645:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93eabb429880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1870627099373056:0@lo:8:kworker.0 00000100:00080000:1.0:1783969677.808858:0:3645:0:(import.c:65:import_set_state_nolock()) ffff93ea8e8ed000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1783969677.808862:0:3645:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1783969677.808865:0:3645:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93eabb428a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1870627099372928:0@lo:8:kworker.0 00000100:00080000:2.0:1783969677.809183:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1783969677.809188:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1783969677.809191:0:38:0:(import.c:65:import_set_state_nolock()) ffff93ea8e8ed000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1783969677.809196:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 719 00000100:00080000:2.0:1783969677.809202:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1783969677.809208:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff93ea8e8ed000 using connection 192.168.201.134@tcp/0@lo 00000100:00100000:2.0:1783969677.809227:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93eab7201c00 x1870627099384448/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1783969677.809253:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1783969677.809263:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1783969677.809265:0:38:0:(import.c:65:import_set_state_nolock()) ffff93ea88952000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1783969677.809268:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 719 00000100:00080000:2.0:1783969677.809271:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1783969677.809274:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff93ea88952000 using connection 192.168.201.134@tcp/0@lo 00000100:00100000:2.0:1783969677.809287:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93eab7203100 x1870627099384576/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1783969677.809313:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1783969677.809316:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1783969677.809318:0:38:0:(import.c:65:import_set_state_nolock()) ffff93eaa01ef800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1783969677.809321:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 735 00000100:00080000:2.0:1783969677.809323:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1783969677.809327:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff93eaa01ef800 using connection 192.168.201.134@tcp/0@lo 00000100:00100000:2.0:1783969677.809336:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93eab7201f80 x1870627099385088/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1783969677.809342:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93eab7200000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:b884c461-3115-4676-b8ef-3f3c795c44df:3649:1870627099384192:0@lo:400:kworker.0 00000100:00100000:2.0:1783969677.809405:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93eab7203b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1870627099384832:0@lo:400:kworker.0 00000100:00100000:2.0:1783969677.809437:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783969677.809437:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783969677.810248:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93eab7200380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3648:1870627099385472:0@lo:400:kworker.0 00000100:00100000:2.0:1783969677.810281:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783969677.810322:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93eab7203800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1870627099384320:0@lo:400:kworker.0 00000100:00100000:2.0:1783969677.810345:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783969677.810368:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93eab7202300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3646:1870627099385216:0@lo:400:kworker.0 00000100:00100000:2.0:1783969677.810781:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783969677.810803:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1783969677.810815:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93eab7200700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3646:1870627099384704:0@lo:400:kworker.0 00000100:00100000:2.0:1783969677.810839:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783969677.810856:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93eab7201180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3646:1870627099385344:0@lo:400:kworker.0 00000100:00100000:2.0:1783969677.810874:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783969677.810900:0:22671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099384192 00000100:00100000:2.0:1783969677.810907:0:22671:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099384192 00000100:00100000:2.0:1783969677.810951:0:22671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90 00000100:00100000:2.0:1783969677.810959:0:22671:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea84fc9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b884c461-3115-4676-b8ef-3f3c795c44df+21:3649:x1870627099384192:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783969677.811004:0:22671:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea84fc9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b884c461-3115-4676-b8ef-3f3c795c44df+21:3649:x1870627099384192:12345-0@lo:400:kworker.0 Request processed in 46us (1567us total) trans 0 rc 0/0 00000100:00100000:2.0:1783969677.811011:0:22671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90 00000100:00100000:2.0:1783969677.811043:0:22683:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099384832 00000100:00100000:2.0:1783969677.811046:0:22683:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099384832 00000100:00100000:2.0:1783969677.811061:0:22683:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099384320 00000100:00100000:2.0:1783969677.811064:0:22683:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099384320 00000100:00100000:2.0:1783969677.811075:0:22683:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1783969677.811080:0:22683:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eabb428a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3648:x1870627099384832:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783969677.811113:0:22683:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eabb428a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3648:x1870627099384832:12345-0@lo:400:kworker.0 Request processed in 33us (1675us total) trans 0 rc 0/0 00000100:00100000:2.0:1783969677.812092:0:22683:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:0.0:1783969677.812106:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93eab7200000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:b884c461-3115-4676-b8ef-3f3c795c44df:3649:1870627099384192:0@lo:400:kworker.0 00000100:00100000:0.0:1783969677.812117:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93eab7201880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1870627099384960:0@lo:400:kworker.0 00000100:00100000:0.0:1783969677.812163:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783969677.812225:0:24183:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099384960 00000100:00100000:1.0:1783969677.812249:0:24183:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099384960 00000100:00100000:1.0:1783969677.812304:0:24183:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1783969677.812312:0:24183:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea889e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3649:x1870627099384960:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783969677.812357:0:24183:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea889e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3649:x1870627099384960:12345-0@lo:400:kworker.0 Request processed in 46us (193us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969677.812364:0:24183:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00080000:1.0:1783969677.812414:0:3649:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff93eab7201880 x1870627099384960/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1783969693 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783969677.812426:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93eab7201880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1870627099384960:0@lo:400:kworker.0 00000100:00100000:2.0:1783969677.812547:0:22683:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1783969677.812559:0:22683:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eabb42ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3646:x1870627099384320:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1783969677.812585:0:22674:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1783969677.812617:0:22683:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eabb42ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3646:x1870627099384320:12345-0@lo:400:kworker.0 Request processed in 61us (2270us total) trans 0 rc 0/0 00000100:00100000:2.0:1783969677.814322:0:22683:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1783969677.814376:0:22680:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099385472 00000100:00100000:2.0:1783969677.814398:0:22680:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099385472 00000100:00100000:2.0:1783969677.814440:0:22680:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099385216 00000100:00100000:2.0:1783969677.814443:0:22680:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099385216 00000100:00100000:2.0:1783969677.814455:0:22680:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099384704 00000100:00100000:2.0:1783969677.814457:0:22680:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099384704 00000100:00100000:2.0:1783969677.814465:0:22680:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099385344 00000100:00100000:2.0:1783969677.814468:0:22680:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099385344 00000100:00100000:2.0:1783969677.814481:0:22680:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:2.0:1783969677.814488:0:22680:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eabb429880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3648:x1870627099385472:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783969677.814573:0:22680:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eabb429880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3648:x1870627099385472:12345-0@lo:400:kworker.0 Request processed in 85us (4291us total) trans 0 rc 0/0 00000100:00100000:2.0:1783969677.814579:0:22680:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:2.0:1783969677.814595:0:22680:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:2.0:1783969677.814601:0:22680:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eabb42b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3646:x1870627099385216:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1783969677.814668:0:22674:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1783969677.814687:0:22674:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1783969677.815275:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93eab7203800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1870627099384320:0@lo:400:kworker.0 00000100:00100000:0.0:1783969677.815834:0:22678:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00000100:00100000:2.0:1783969677.815838:0:22680:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eabb42b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3646:x1870627099385216:12345-0@lo:400:kworker.0 Request processed in 1234us (5054us total) trans 0 rc 0/0 00000100:00100000:0.0:1783969677.815844:0:22678:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_003' 00000100:00100000:2.0:1783969677.815846:0:22680:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:2.0:1783969677.815866:0:22680:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:0.0:1783969677.815870:0:22679:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:2.0:1783969677.815873:0:22680:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eabb428e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1870627099384704:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783969677.815877:0:22679:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eabb429f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3646:x1870627099385344:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783969677.815908:0:22680:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eabb428e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1870627099384704:12345-0@lo:400:kworker.0 Request processed in 37us (5068us total) trans 0 rc 0/0 00000100:00100000:0.0:1783969677.815909:0:22679:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eabb429f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3646:x1870627099385344:12345-0@lo:400:kworker.0 Request processed in 33us (5034us total) trans 0 rc 0/0 00000100:00100000:0.0:1783969677.815915:0:22679:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1783969677.816033:0:3645:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93eab7201c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1870627099384448:0@lo:8:kworker.0 00000100:00100000:0.0:1783969677.816074:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783969677.816107:0:3645:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93eab7203100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1870627099384576:0@lo:8:kworker.0 00000100:00100000:0.0:1783969677.816129:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783969677.816147:0:3645:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93eab7201f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3645:1870627099385088:0@lo:8:kworker.0 00000100:00100000:0.0:1783969677.816169:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783969677.816199:0:24185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099384448 00000100:00100000:0.0:1783969677.816205:0:24185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099384448 00000100:00100000:0.0:1783969677.816223:0:24185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099384576 00000100:00100000:0.0:1783969677.816226:0:24185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099384576 00000100:00100000:0.0:1783969677.816233:0:24185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099385088 00000100:00100000:0.0:1783969677.816236:0:24185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099385088 00000100:00100000:0.0:1783969677.816245:0:24185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1783969677.816250:0:24185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea889e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3645:x1870627099384448:12345-0@lo:8:kworker.0 00010000:00080000:0.0:1783969677.816278:0:24185:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 739 last 0 00000020:00000080:0.0:1783969677.816309:0:24185:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xea31253a47cbb74b 00002000:00100000:0.0:1783969677.816325:0:24185:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/ffff93e984489000 ocd_connect_flags: 0xa044401443000026 ocd_version: 21136a2 ocd_grant: 0 ocd_index: 0 ocd_group 0 00002000:00080000:0.0:1783969677.816330:0:24185:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 0 00002000:00100000:0.0:1783969677.816333:0:24185:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:0.0:1783969677.816451:0:24185:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:0.0:1783969677.816477:0:24185:0:(import.c:65:import_set_state_nolock()) ffff93ea8dc95800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1783969677.816516:0:24185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea889e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3645:x1870627099384448:12345-0@lo:8:kworker.0 Request processed in 265us (442us total) trans 0 rc 0/0 00000100:00100000:0.0:1783969677.816523:0:24185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1783969677.816547:0:24185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1783969677.816552:0:24185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea889e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3645:x1870627099384576:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1783969677.816564:0:24185:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1783969677.816588:0:24185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea889e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3645:x1870627099384576:12345-0@lo:8:kworker.0 Request processed in 35us (458us total) trans 0 rc -19/-19 00000100:00100000:0.0:1783969677.816594:0:24185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1783969677.816603:0:24185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1783969677.816607:0:24185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea889e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3645:x1870627099385088:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1783969677.816616:0:24185:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1783969677.816640:0:24185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea889e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3645:x1870627099385088:12345-0@lo:8:kworker.0 Request processed in 31us (469us total) trans 0 rc -19/-19 00000100:00100000:0.0:1783969677.816645:0:24185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00010000:00080000:0.0:1783969677.816673:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff93eab7201c00 x1870627099384448/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1783969702 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783969677.816757:0:3645:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:0.0:1783969677.816765:0:3645:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0000: connect to target with instance 3 00000100:00080000:0.0:1783969677.816772:0:3645:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0000-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:0.0:1783969677.816777:0:3645:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:0.0:1783969677.816779:0:3645:0:(import.c:65:import_set_state_nolock()) ffff93ea8e8ed000 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000004:00080000:0.0:1783969677.816794:0:3645:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:0.0:1783969677.816799:0:3645:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93eab7201c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1870627099384448:0@lo:8:kworker.0 00000100:00080000:0.0:1783969677.816816:0:3645:0:(import.c:65:import_set_state_nolock()) ffff93ea88952000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783969677.816820:0:3645:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1783969677.816823:0:3645:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93eab7203100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1870627099384576:0@lo:8:kworker.0 00000100:00080000:0.0:1783969677.816830:0:3645:0:(import.c:65:import_set_state_nolock()) ffff93eaa01ef800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783969677.816832:0:3645:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1783969677.816835:0:3645:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93eab7201f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3645:1870627099385088:0@lo:8:kworker.0 00000004:00080000:0.0:1783969677.816884:0:22703:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: going to cleanup orphans since [0x280000401:0x5:0x0] 00000100:00100000:0.0:1783969677.816900:0:22703:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea889e4000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22703:1870627099385728:0@lo:5:osp-pre-0-0.0 00000100:00100000:0.0:1783969677.816923:0:22703:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783969677.816936:0:22703:0:(client.c:2702:ptlrpc_set_wait()) set ffff93ea8e80f840 going to sleep for 11 seconds 00000100:00100000:0.0:1783969677.816946:0:24185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099385728 00000100:00100000:0.0:1783969677.816948:0:24185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099385728 00000100:00100000:0.0:1783969677.816972:0:24185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1783969677.816977:0:24185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea889e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:22703:x1870627099385728:12345-0@lo:5:osp-pre-0-0.0 00000100:00080000:0.0:1783969677.817171:0:22674:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1783969677.820182:0:22680:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:2.0:1783969677.820307:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93eab7203b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1870627099384832:0@lo:400:kworker.0 00010000:00080000:2.0:1783969677.820327:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff93eab7200380 x1870627099385472/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783969693 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783969677.820339:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93eab7200380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3648:1870627099385472:0@lo:400:kworker.0 00000100:00100000:2.0:1783969677.820366:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1783969677.820414:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea889e4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1870627099385600:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1783969677.820484:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783969677.821939:0:24187:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099385600 00000100:00100000:0.0:1783969677.821955:0:24187:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099385600 00000100:00100000:0.0:1783969677.822020:0:24187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1783969677.822030:0:24187:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea86f8f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3648:x1870627099385600:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1783969677.822062:0:24187:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1783969677.822132:0:24187:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea86f8f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3648:x1870627099385600:12345-0@lo:13:osp-pre-0-0.0 Request processed in 103us (1647us total) trans 0 rc 0/0 00000100:00100000:0.0:1783969677.822139:0:24187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:2.0:1783969677.822287:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff93ea889e4700 x1870627099385600/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1783969693 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783969677.822308:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea889e4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1870627099385600:0@lo:13:osp-pre-0-0.0 00000004:00080000:0.0:1783969677.823589:0:22702:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00010000:00080000:1.0:1783969677.823751:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff93eab7202300 x1870627099385216/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783969693 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1783969677.823755:0:22702:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 739951373552ns, next at 0ns, rc = 0 00080000:00080000:0.0:1783969677.823762:0:22702:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0000: async commit OSD 00000100:00100000:1.0:1783969677.823766:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93eab7202300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3646:1870627099385216:0@lo:400:kworker.0 00010000:00080000:1.0:1783969677.823933:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff93eab7200700 x1870627099384704/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783969693 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783969677.823943:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93eab7200700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3646:1870627099384704:0@lo:400:kworker.0 00010000:00080000:1.0:1783969677.823956:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff93eab7201180 x1870627099385344/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783969693 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783969677.823964:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93eab7201180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3646:1870627099385344:0@lo:400:kworker.0 00002000:00080000:0.0:1783969677.831202:0:24185:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0000: adding sequence 0x280000401 00002000:00080000:0.0:1783969677.831219:0:24185:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = -60 00002000:02000040:0.0:1783969677.831226:0:24185:0:(ofd_dev.c:1491:ofd_orphans_destroy()) lustre-OST0000: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x280000401:6 to 0x280000401:65) 00000004:00080000:1.0:1783969677.831400:0:22658:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1 committed 00002000:00010000:3.0:1783969677.861071:0:24185:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x41:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1783969677.861088:0:24185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004a19cf5a/0xea31253a47cbb752 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969677.861110:0:24185:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x41:0x0].0x0 since=739s v=(0 0) 00010000:00010000:3.0:1783969677.861115:0:24185:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x41:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783969677.861123:0:24185:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004a19cf5a/0xea31253a47cbb752 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969677.861143:0:24185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004a19cf5a/0xea31253a47cbb752 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969677.861154:0:24185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004a19cf5a/0xea31253a47cbb752 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969677.861182:0:24185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004a19cf5a/0xea31253a47cbb752 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969677.861207:0:24185:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1783969677.861224:0:22667:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783969677.861242:0:22667:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004a19cf5a/0xea31253a47cbb752 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969677.861251:0:22667:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93ea91a52200 already unused, calling callback (ffffffffc0d02230) 00010000:00010000:3.0:1783969677.861255:0:22667:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004a19cf5a/0xea31253a47cbb752 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969677.861264:0:22667:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004a19cf5a/0xea31253a47cbb752 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969677.861281:0:22667:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004a19cf5a/0xea31253a47cbb752 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969677.861289:0:22667:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004a19cf5a/0xea31253a47cbb752 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969677.861309:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783969677.861311:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783969677.861313:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1783969677.863736:0:24185:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x40:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1783969677.863765:0:24185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008a88d18e/0xea31253a47cbb759 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969677.863784:0:24185:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x40:0x0].0x0 since=739s v=(0 0) 00010000:00010000:3.0:1783969677.863789:0:24185:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x40:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783969677.863795:0:24185:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008a88d18e/0xea31253a47cbb759 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969677.863809:0:24185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008a88d18e/0xea31253a47cbb759 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969677.863818:0:24185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008a88d18e/0xea31253a47cbb759 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969677.863825:0:24185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008a88d18e/0xea31253a47cbb759 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969677.863848:0:24185:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1783969677.863924:0:22666:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783969677.863941:0:22666:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008a88d18e/0xea31253a47cbb759 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969677.863958:0:22666:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93ea91a53800 already unused, calling callback (ffffffffc0d02230) 00010000:00010000:0.0:1783969677.863964:0:22666:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008a88d18e/0xea31253a47cbb759 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969677.863976:0:22666:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008a88d18e/0xea31253a47cbb759 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969677.864009:0:22666:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008a88d18e/0xea31253a47cbb759 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969677.864018:0:22666:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008a88d18e/0xea31253a47cbb759 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969677.864049:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783969677.864051:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783969677.864053:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1783969677.874917:0:24185:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1783969677.874938:0:24185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000042a2894c/0xea31253a47cbb760 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969677.874959:0:24185:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3f:0x0].0x0 since=740s v=(0 0) 00010000:00010000:3.0:1783969677.874964:0:24185:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783969677.874972:0:24185:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000042a2894c/0xea31253a47cbb760 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969677.874989:0:24185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000042a2894c/0xea31253a47cbb760 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969677.875010:0:24185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000042a2894c/0xea31253a47cbb760 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969677.875019:0:24185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000042a2894c/0xea31253a47cbb760 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969677.875711:0:24185:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1783969677.876887:0:24185:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1783969677.876899:0:24185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000040c0b674/0xea31253a47cbb767 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969677.876916:0:24185:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3e:0x0].0x0 since=740s v=(0 0) 00010000:00010000:3.0:1783969677.876920:0:24185:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783969677.876927:0:24185:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000040c0b674/0xea31253a47cbb767 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969677.876942:0:24185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000040c0b674/0xea31253a47cbb767 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969677.876951:0:24185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000040c0b674/0xea31253a47cbb767 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969677.876959:0:24185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000040c0b674/0xea31253a47cbb767 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969677.880631:0:22667:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1783969677.880646:0:22667:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000042a2894c/0xea31253a47cbb760 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969677.880678:0:22667:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93ea91a53e00 already unused, calling callback (ffffffffc0d02230) 00010000:00010000:1.0:1783969677.880683:0:22667:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000042a2894c/0xea31253a47cbb760 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969677.880694:0:22667:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000042a2894c/0xea31253a47cbb760 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969677.880719:0:22667:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000042a2894c/0xea31253a47cbb760 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969677.880728:0:22667:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000042a2894c/0xea31253a47cbb760 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969677.880751:0:22667:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1783969677.880756:0:22667:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000040c0b674/0xea31253a47cbb767 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969677.880763:0:22667:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93ea91a52c00 already unused, calling callback (ffffffffc0d02230) 00010000:00010000:1.0:1783969677.880767:0:22667:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000040c0b674/0xea31253a47cbb767 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969677.880774:0:22667:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000040c0b674/0xea31253a47cbb767 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969677.880784:0:22667:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000040c0b674/0xea31253a47cbb767 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969677.880798:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783969677.880800:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783969677.880802:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783969677.880944:0:24185:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1783969677.880952:0:24185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000040c0b674/0xea31253a47cbb767 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969677.881729:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1783969677.882798:0:24185:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1783969677.882808:0:24185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006651e0f4/0xea31253a47cbb76e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969677.882823:0:24185:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3d:0x0].0x0 since=740s v=(0 0) 00010000:00010000:3.0:1783969677.882828:0:24185:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783969677.882835:0:24185:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006651e0f4/0xea31253a47cbb76e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969677.882850:0:24185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006651e0f4/0xea31253a47cbb76e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969677.882861:0:24185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006651e0f4/0xea31253a47cbb76e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969677.882870:0:24185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006651e0f4/0xea31253a47cbb76e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969677.882895:0:24185:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1783969677.883879:0:22667:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783969677.883897:0:22667:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006651e0f4/0xea31253a47cbb76e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969677.883914:0:22667:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93ea91a53200 already unused, calling callback (ffffffffc0d02230) 00010000:00010000:0.0:1783969677.883940:0:22667:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006651e0f4/0xea31253a47cbb76e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969677.883954:0:22667:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006651e0f4/0xea31253a47cbb76e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969677.883983:0:22667:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006651e0f4/0xea31253a47cbb76e lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969677.883992:0:22667:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006651e0f4/0xea31253a47cbb76e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1783969677.883996:0:24185:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1783969677.884013:0:24185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b30a3169/0xea31253a47cbb775 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969677.884029:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783969677.884033:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783969677.884036:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783969677.884048:0:24185:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3c:0x0].0x0 since=740s v=(0 0) 00010000:00010000:3.0:1783969677.884052:0:24185:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783969677.884058:0:24185:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b30a3169/0xea31253a47cbb775 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969677.884070:0:24185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b30a3169/0xea31253a47cbb775 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969677.884079:0:24185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b30a3169/0xea31253a47cbb775 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969677.884087:0:24185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b30a3169/0xea31253a47cbb775 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969677.884153:0:24185:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1783969677.884675:0:24185:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1783969677.884683:0:24185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000240a9ecc/0xea31253a47cbb77c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969677.884692:0:24185:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3b:0x0].0x0 since=740s v=(0 0) 00010000:00010000:3.0:1783969677.884695:0:24185:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783969677.884699:0:24185:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000240a9ecc/0xea31253a47cbb77c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969677.884709:0:24185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000240a9ecc/0xea31253a47cbb77c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969677.884729:0:24185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000240a9ecc/0xea31253a47cbb77c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969677.884737:0:24185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000240a9ecc/0xea31253a47cbb77c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969677.886347:0:22666:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1783969677.886362:0:22666:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b30a3169/0xea31253a47cbb775 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969677.886374:0:22666:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93ea91a53000 already unused, calling callback (ffffffffc0d02230) 00010000:00010000:1.0:1783969677.886407:0:22666:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b30a3169/0xea31253a47cbb775 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969677.886418:0:22666:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b30a3169/0xea31253a47cbb775 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969677.886439:0:22666:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b30a3169/0xea31253a47cbb775 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969677.886447:0:22666:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b30a3169/0xea31253a47cbb775 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969677.886468:0:22666:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1783969677.886471:0:22666:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000240a9ecc/0xea31253a47cbb77c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969677.886477:0:22666:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93ea91a52600 already unused, calling callback (ffffffffc0d02230) 00010000:00010000:1.0:1783969677.886488:0:22666:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000240a9ecc/0xea31253a47cbb77c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969677.886496:0:22666:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000240a9ecc/0xea31253a47cbb77c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969677.886509:0:22666:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000240a9ecc/0xea31253a47cbb77c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969677.886517:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783969677.886518:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783969677.886520:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783969677.887152:0:24185:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1783969677.887163:0:24185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000240a9ecc/0xea31253a47cbb77c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1783969677.887998:0:24185:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1783969677.888008:0:24185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004a19cf5a/0xea31253a47cbb783 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969677.888021:0:24185:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3a:0x0].0x0 since=740s v=(0 0) 00010000:00010000:3.0:1783969677.888026:0:24185:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783969677.888033:0:24185:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004a19cf5a/0xea31253a47cbb783 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969677.888047:0:24185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004a19cf5a/0xea31253a47cbb783 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969677.888056:0:24185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004a19cf5a/0xea31253a47cbb783 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969677.888078:0:24185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004a19cf5a/0xea31253a47cbb783 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969677.888269:0:22667:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1783969677.888276:0:22667:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004a19cf5a/0xea31253a47cbb783 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969677.888284:0:22667:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93ea91a52200 already unused, calling callback (ffffffffc0d02230) 00010000:00010000:1.0:1783969677.888289:0:22667:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004a19cf5a/0xea31253a47cbb783 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969677.888299:0:22667:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004a19cf5a/0xea31253a47cbb783 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969677.888314:0:22667:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004a19cf5a/0xea31253a47cbb783 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969677.888323:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783969677.888331:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783969677.888333:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783969677.889773:0:24185:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1783969677.889786:0:24185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004a19cf5a/0xea31253a47cbb783 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1783969677.890406:0:24185:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x39:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1783969677.890413:0:24185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009c4a9560/0xea31253a47cbb78a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969677.890426:0:24185:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x39:0x0].0x0 since=740s v=(0 0) 00010000:00010000:3.0:1783969677.890430:0:24185:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x39:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783969677.890436:0:24185:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009c4a9560/0xea31253a47cbb78a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969677.890450:0:24185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009c4a9560/0xea31253a47cbb78a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969677.890459:0:24185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009c4a9560/0xea31253a47cbb78a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969677.890466:0:24185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009c4a9560/0xea31253a47cbb78a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969677.890498:0:24185:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1783969677.890514:0:22667:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783969677.890520:0:22667:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009c4a9560/0xea31253a47cbb78a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969677.890528:0:22667:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93ea91a52a00 already unused, calling callback (ffffffffc0d02230) 00010000:00010000:3.0:1783969677.890531:0:22667:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009c4a9560/0xea31253a47cbb78a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969677.890552:0:22667:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009c4a9560/0xea31253a47cbb78a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969677.890567:0:22667:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009c4a9560/0xea31253a47cbb78a lrc: 1/0,0 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969677.890574:0:22667:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009c4a9560/0xea31253a47cbb78a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969677.890588:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783969677.890589:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783969677.890591:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1783969677.891494:0:24185:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x38:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1783969677.891502:0:24185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000730bafe9/0xea31253a47cbb791 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969677.891514:0:24185:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x38:0x0].0x0 since=740s v=(0 0) 00010000:00010000:3.0:1783969677.891522:0:24185:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x38:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783969677.891528:0:24185:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000730bafe9/0xea31253a47cbb791 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969677.891551:0:24185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000730bafe9/0xea31253a47cbb791 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969677.891560:0:24185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000730bafe9/0xea31253a47cbb791 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969677.891567:0:24185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000730bafe9/0xea31253a47cbb791 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969677.891580:0:24185:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1783969677.891590:0:22667:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783969677.891593:0:22667:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000730bafe9/0xea31253a47cbb791 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969677.891600:0:22667:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93ea91a53a00 already unused, calling callback (ffffffffc0d02230) 00010000:00010000:3.0:1783969677.891603:0:22667:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000730bafe9/0xea31253a47cbb791 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969677.891610:0:22667:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000730bafe9/0xea31253a47cbb791 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969677.891831:0:22667:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000730bafe9/0xea31253a47cbb791 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969677.891851:0:22667:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000730bafe9/0xea31253a47cbb791 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969677.891866:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783969677.891868:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783969677.891870:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783969677.892319:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1783969677.892464:0:24185:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x37:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1783969677.892470:0:24185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dad12034/0xea31253a47cbb798 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969677.892479:0:24185:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x37:0x0].0x0 since=740s v=(0 0) 00010000:00010000:3.0:1783969677.892483:0:24185:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x37:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783969677.892487:0:24185:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dad12034/0xea31253a47cbb798 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969677.892496:0:24185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dad12034/0xea31253a47cbb798 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969677.892505:0:24185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dad12034/0xea31253a47cbb798 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969677.892512:0:24185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000dad12034/0xea31253a47cbb798 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969677.892575:0:24185:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1783969677.893008:0:24185:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x36:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1783969677.893019:0:24185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f2fa1172/0xea31253a47cbb79f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969677.893028:0:24185:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x36:0x0].0x0 since=740s v=(0 0) 00010000:00010000:3.0:1783969677.893031:0:24185:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x36:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783969677.893036:0:24185:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f2fa1172/0xea31253a47cbb79f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969677.893045:0:24185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f2fa1172/0xea31253a47cbb79f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969677.893053:0:24185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f2fa1172/0xea31253a47cbb79f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969677.893060:0:24185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f2fa1172/0xea31253a47cbb79f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969677.893090:0:22667:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1783969677.893096:0:22667:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000dad12034/0xea31253a47cbb798 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969677.893103:0:22667:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93ea91a52000 already unused, calling callback (ffffffffc0d02230) 00010000:00010000:1.0:1783969677.893107:0:22667:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000dad12034/0xea31253a47cbb798 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969677.893114:0:22667:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000dad12034/0xea31253a47cbb798 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969677.893138:0:22667:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000dad12034/0xea31253a47cbb798 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969677.893144:0:22667:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dad12034/0xea31253a47cbb798 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969677.893158:0:22667:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1783969677.893161:0:22667:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f2fa1172/0xea31253a47cbb79f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969677.893166:0:22667:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93ea91a52e00 already unused, calling callback (ffffffffc0d02230) 00010000:00010000:1.0:1783969677.893169:0:22667:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f2fa1172/0xea31253a47cbb79f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969677.893186:0:22667:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f2fa1172/0xea31253a47cbb79f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969677.893195:0:22667:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f2fa1172/0xea31253a47cbb79f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969677.893202:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783969677.893204:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783969677.893205:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783969677.893649:0:24185:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1783969677.893654:0:24185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f2fa1172/0xea31253a47cbb79f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1783969677.894010:0:24185:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x35:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1783969677.894015:0:24185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fe41f0d0/0xea31253a47cbb7a6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969677.894024:0:24185:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x35:0x0].0x0 since=740s v=(0 0) 00010000:00010000:3.0:1783969677.894028:0:24185:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x35:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783969677.894039:0:24185:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fe41f0d0/0xea31253a47cbb7a6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969677.894049:0:24185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fe41f0d0/0xea31253a47cbb7a6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969677.894058:0:24185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fe41f0d0/0xea31253a47cbb7a6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969677.894066:0:24185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fe41f0d0/0xea31253a47cbb7a6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969677.894083:0:24185:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1783969677.894092:0:22667:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783969677.894096:0:22667:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fe41f0d0/0xea31253a47cbb7a6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969677.894103:0:22667:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93ea91a53c00 already unused, calling callback (ffffffffc0d02230) 00010000:00010000:3.0:1783969677.894106:0:22667:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fe41f0d0/0xea31253a47cbb7a6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969677.894113:0:22667:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fe41f0d0/0xea31253a47cbb7a6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969677.894136:0:22667:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fe41f0d0/0xea31253a47cbb7a6 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969677.894154:0:22667:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fe41f0d0/0xea31253a47cbb7a6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969677.894170:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783969677.894172:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783969677.894174:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1783969677.894611:0:24185:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x34:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1783969677.894617:0:24185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b5908584/0xea31253a47cbb7ad lrc: 3/0,1 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969677.894637:0:24185:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x34:0x0].0x0 since=740s v=(0 0) 00010000:00010000:3.0:1783969677.894639:0:24185:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x34:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783969677.894644:0:24185:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b5908584/0xea31253a47cbb7ad lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969677.894653:0:24185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b5908584/0xea31253a47cbb7ad lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969677.894662:0:24185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b5908584/0xea31253a47cbb7ad lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969677.894669:0:24185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b5908584/0xea31253a47cbb7ad lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969677.894684:0:24185:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1783969677.894691:0:22667:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783969677.894701:0:22667:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b5908584/0xea31253a47cbb7ad lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969677.894708:0:22667:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93ea91a52800 already unused, calling callback (ffffffffc0d02230) 00010000:00010000:3.0:1783969677.894711:0:22667:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b5908584/0xea31253a47cbb7ad lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969677.894719:0:22667:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b5908584/0xea31253a47cbb7ad lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969677.894731:0:22667:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b5908584/0xea31253a47cbb7ad lrc: 1/0,0 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969677.894737:0:22667:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b5908584/0xea31253a47cbb7ad lrc: 0/0,0 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969677.894751:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783969677.894753:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783969677.894754:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783969677.895077:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1783969677.895206:0:24185:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x33:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1783969677.895212:0:24185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000055bc6494/0xea31253a47cbb7b4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969677.895223:0:24185:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x33:0x0].0x0 since=740s v=(0 0) 00010000:00010000:3.0:1783969677.895334:0:24185:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x33:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783969677.895341:0:24185:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000055bc6494/0xea31253a47cbb7b4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969677.895363:0:24185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000055bc6494/0xea31253a47cbb7b4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969677.895372:0:24185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000055bc6494/0xea31253a47cbb7b4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969677.895410:0:24185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000055bc6494/0xea31253a47cbb7b4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969677.895429:0:24185:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1783969677.895694:0:22667:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1783969677.895699:0:22667:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000055bc6494/0xea31253a47cbb7b4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969677.895707:0:22667:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93ea91a52400 already unused, calling callback (ffffffffc0d02230) 00010000:00010000:1.0:1783969677.895710:0:22667:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000055bc6494/0xea31253a47cbb7b4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969677.895718:0:22667:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000055bc6494/0xea31253a47cbb7b4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969677.895730:0:22667:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000055bc6494/0xea31253a47cbb7b4 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969677.895737:0:22667:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000055bc6494/0xea31253a47cbb7b4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969677.895768:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783969677.895769:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783969677.895771:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1783969677.896327:0:24185:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x32:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1783969677.896335:0:24185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000167b6b3a/0xea31253a47cbb7bb lrc: 3/0,1 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969677.896345:0:24185:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x32:0x0].0x0 since=740s v=(0 0) 00010000:00010000:3.0:1783969677.896349:0:24185:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x32:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783969677.896354:0:24185:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000167b6b3a/0xea31253a47cbb7bb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969677.896365:0:24185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000167b6b3a/0xea31253a47cbb7bb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969677.896372:0:24185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000167b6b3a/0xea31253a47cbb7bb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969677.896422:0:24185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000167b6b3a/0xea31253a47cbb7bb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969677.896439:0:24185:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1783969677.897106:0:24185:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x31:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1783969677.897113:0:24185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008a88d18e/0xea31253a47cbb7c2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969677.897137:0:24185:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x31:0x0].0x0 since=740s v=(0 0) 00010000:00010000:3.0:1783969677.897140:0:24185:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x31:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783969677.897145:0:24185:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008a88d18e/0xea31253a47cbb7c2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969677.897155:0:24185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008a88d18e/0xea31253a47cbb7c2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969677.897163:0:24185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008a88d18e/0xea31253a47cbb7c2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969677.897170:0:24185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008a88d18e/0xea31253a47cbb7c2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969677.897184:0:24185:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1783969677.897357:0:22667:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1783969677.897364:0:22667:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000167b6b3a/0xea31253a47cbb7bb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969677.897372:0:22667:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93ea91a53600 already unused, calling callback (ffffffffc0d02230) 00010000:00010000:1.0:1783969677.897376:0:22667:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000167b6b3a/0xea31253a47cbb7bb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969677.897398:0:22667:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000167b6b3a/0xea31253a47cbb7bb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969677.897414:0:22667:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000167b6b3a/0xea31253a47cbb7bb lrc: 1/0,0 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969677.897422:0:22667:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000167b6b3a/0xea31253a47cbb7bb lrc: 0/0,0 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969677.897439:0:22667:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1783969677.897443:0:22667:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008a88d18e/0xea31253a47cbb7c2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969677.897448:0:22667:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93ea91a53800 already unused, calling callback (ffffffffc0d02230) 00010000:00010000:1.0:1783969677.897459:0:22667:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008a88d18e/0xea31253a47cbb7c2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969677.897466:0:22667:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008a88d18e/0xea31253a47cbb7c2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969677.897476:0:22667:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008a88d18e/0xea31253a47cbb7c2 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969677.897482:0:22667:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008a88d18e/0xea31253a47cbb7c2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969677.897495:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783969677.897496:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783969677.897499:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783969677.897507:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1783969677.901177:0:24185:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x30:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1783969677.901193:0:24185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005f7e0576/0xea31253a47cbb7c9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969677.901221:0:24185:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x30:0x0].0x0 since=740s v=(0 0) 00010000:00010000:3.0:1783969677.901974:0:24185:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x30:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783969677.901988:0:24185:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005f7e0576/0xea31253a47cbb7c9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969677.902006:0:24185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005f7e0576/0xea31253a47cbb7c9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969677.902018:0:24185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005f7e0576/0xea31253a47cbb7c9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969677.902026:0:24185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005f7e0576/0xea31253a47cbb7c9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969677.902061:0:24185:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1783969677.902083:0:22667:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783969677.902089:0:22667:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005f7e0576/0xea31253a47cbb7c9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969677.902098:0:22667:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93ea813a1400 already unused, calling callback (ffffffffc0d02230) 00010000:00010000:3.0:1783969677.902103:0:22667:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005f7e0576/0xea31253a47cbb7c9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969677.902112:0:22667:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005f7e0576/0xea31253a47cbb7c9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969677.902156:0:22667:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005f7e0576/0xea31253a47cbb7c9 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969677.902165:0:22667:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005f7e0576/0xea31253a47cbb7c9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969677.902191:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783969677.902193:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783969677.902195:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1783969677.904885:0:24185:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1783969677.904898:0:24185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e993b790/0xea31253a47cbb7d0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969677.904917:0:24185:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2f:0x0].0x0 since=740s v=(0 0) 00010000:00010000:3.0:1783969677.904922:0:24185:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783969677.904928:0:24185:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e993b790/0xea31253a47cbb7d0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969677.904942:0:24185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e993b790/0xea31253a47cbb7d0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969677.904952:0:24185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e993b790/0xea31253a47cbb7d0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969677.904960:0:24185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e993b790/0xea31253a47cbb7d0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969677.905210:0:24185:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1783969677.906991:0:24185:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1783969677.907005:0:24185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f18a7930/0xea31253a47cbb7d7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969677.907023:0:24185:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2e:0x0].0x0 since=740s v=(0 0) 00010000:00010000:1.0:1783969677.907028:0:24185:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783969677.907034:0:24185:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f18a7930/0xea31253a47cbb7d7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969677.907048:0:24185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f18a7930/0xea31253a47cbb7d7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969677.907074:0:24185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f18a7930/0xea31253a47cbb7d7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969677.907081:0:24185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f18a7930/0xea31253a47cbb7d7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969677.911034:0:22666:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1783969677.911049:0:22666:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e993b790/0xea31253a47cbb7d0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969677.911064:0:22666:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93e981ad9a00 already unused, calling callback (ffffffffc0d02230) 00010000:00010000:2.0:1783969677.911069:0:22666:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e993b790/0xea31253a47cbb7d0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969677.911081:0:22666:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e993b790/0xea31253a47cbb7d0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969677.911106:0:22666:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e993b790/0xea31253a47cbb7d0 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969677.911113:0:22666:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e993b790/0xea31253a47cbb7d0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969677.911133:0:22666:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783969677.911137:0:22666:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f18a7930/0xea31253a47cbb7d7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969677.911157:0:22666:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93e983de6e00 already unused, calling callback (ffffffffc0d02230) 00010000:00010000:2.0:1783969677.911160:0:22666:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f18a7930/0xea31253a47cbb7d7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969677.911168:0:22666:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f18a7930/0xea31253a47cbb7d7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969677.911179:0:22666:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f18a7930/0xea31253a47cbb7d7 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969677.911187:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783969677.911188:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783969677.911191:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783969677.911788:0:24185:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1783969677.911799:0:24185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f18a7930/0xea31253a47cbb7d7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1783969677.914496:0:24185:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1783969677.914512:0:24185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003d5a6d5b/0xea31253a47cbb7de lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969677.914529:0:24185:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2d:0x0].0x0 since=740s v=(0 0) 00010000:00010000:0.0:1783969677.914545:0:24185:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783969677.914553:0:24185:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003d5a6d5b/0xea31253a47cbb7de lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969677.914568:0:24185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003d5a6d5b/0xea31253a47cbb7de lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969677.914579:0:24185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003d5a6d5b/0xea31253a47cbb7de lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969677.914596:0:24185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003d5a6d5b/0xea31253a47cbb7de lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969677.919402:0:22667:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783969677.919419:0:22667:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003d5a6d5b/0xea31253a47cbb7de lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969677.919434:0:22667:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93e983ddd400 already unused, calling callback (ffffffffc0d02230) 00010000:00010000:2.0:1783969677.919439:0:22667:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003d5a6d5b/0xea31253a47cbb7de lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969677.919451:0:22667:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003d5a6d5b/0xea31253a47cbb7de lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969677.919476:0:22667:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003d5a6d5b/0xea31253a47cbb7de lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969677.919773:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783969677.919776:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783969677.919778:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783969677.919874:0:24185:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1783969677.919884:0:24185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003d5a6d5b/0xea31253a47cbb7de lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1783969677.920511:0:24185:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1783969677.920520:0:24185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c4c6c377/0xea31253a47cbb7e5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969677.920547:0:24185:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2c:0x0].0x0 since=740s v=(0 0) 00010000:00010000:0.0:1783969677.920552:0:24185:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783969677.920559:0:24185:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c4c6c377/0xea31253a47cbb7e5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969677.920572:0:24185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c4c6c377/0xea31253a47cbb7e5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969677.920581:0:24185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c4c6c377/0xea31253a47cbb7e5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969677.920589:0:24185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c4c6c377/0xea31253a47cbb7e5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969677.920617:0:24185:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1783969677.920723:0:22666:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783969677.920730:0:22666:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c4c6c377/0xea31253a47cbb7e5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969677.920738:0:22666:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93e983ddce00 already unused, calling callback (ffffffffc0d02230) 00010000:00010000:2.0:1783969677.920742:0:22666:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c4c6c377/0xea31253a47cbb7e5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969677.920750:0:22666:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c4c6c377/0xea31253a47cbb7e5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969677.920763:0:22666:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c4c6c377/0xea31253a47cbb7e5 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969677.920770:0:22666:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c4c6c377/0xea31253a47cbb7e5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969677.920784:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783969677.920786:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783969677.920788:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783969677.920793:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1783969677.922450:0:24185:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1783969677.922464:0:24185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003e222f2e/0xea31253a47cbb7ec lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969677.922482:0:24185:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2b:0x0].0x0 since=740s v=(0 0) 00010000:00010000:0.0:1783969677.922487:0:24185:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783969677.922494:0:24185:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003e222f2e/0xea31253a47cbb7ec lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969677.922507:0:24185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003e222f2e/0xea31253a47cbb7ec lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969677.922517:0:24185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003e222f2e/0xea31253a47cbb7ec lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969677.922525:0:24185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003e222f2e/0xea31253a47cbb7ec lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969677.922562:0:24185:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1783969677.922717:0:22666:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783969677.922725:0:22666:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003e222f2e/0xea31253a47cbb7ec lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969677.922743:0:22666:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93e983ddcc00 already unused, calling callback (ffffffffc0d02230) 00010000:00010000:2.0:1783969677.922747:0:22666:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003e222f2e/0xea31253a47cbb7ec lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969677.922756:0:22666:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003e222f2e/0xea31253a47cbb7ec lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969677.922772:0:22666:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003e222f2e/0xea31253a47cbb7ec lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969677.922780:0:22666:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003e222f2e/0xea31253a47cbb7ec lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969677.922796:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783969677.922798:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783969677.922800:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1783969677.923771:0:24185:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1783969677.923781:0:24185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000021ee36f/0xea31253a47cbb7f3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969677.923794:0:24185:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2a:0x0].0x0 since=740s v=(0 0) 00010000:00010000:1.0:1783969677.923798:0:24185:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783969677.923803:0:24185:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000021ee36f/0xea31253a47cbb7f3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969677.923814:0:24185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000021ee36f/0xea31253a47cbb7f3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969677.923823:0:24185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000021ee36f/0xea31253a47cbb7f3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969677.923845:0:24185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000021ee36f/0xea31253a47cbb7f3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969677.923868:0:24185:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1783969677.924167:0:22667:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783969677.924174:0:22667:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000021ee36f/0xea31253a47cbb7f3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969677.924183:0:22667:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93e983de6800 already unused, calling callback (ffffffffc0d02230) 00010000:00010000:2.0:1783969677.924186:0:22667:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000021ee36f/0xea31253a47cbb7f3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969677.924195:0:22667:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000021ee36f/0xea31253a47cbb7f3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969677.924218:0:22667:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000021ee36f/0xea31253a47cbb7f3 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969677.924305:0:22667:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000021ee36f/0xea31253a47cbb7f3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969677.924326:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783969677.924328:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783969677.924330:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1783969677.930636:0:24185:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x29:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1783969677.930656:0:24185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c7829745/0xea31253a47cbb7fa lrc: 3/0,1 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969677.930674:0:24185:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x29:0x0].0x0 since=740s v=(0 0) 00010000:00010000:1.0:1783969677.930679:0:24185:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x29:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783969677.930686:0:24185:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c7829745/0xea31253a47cbb7fa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969677.930702:0:24185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c7829745/0xea31253a47cbb7fa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969677.930713:0:24185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c7829745/0xea31253a47cbb7fa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969677.930720:0:24185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c7829745/0xea31253a47cbb7fa lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969677.930745:0:24185:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1783969677.931405:0:22666:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783969677.931415:0:22666:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c7829745/0xea31253a47cbb7fa lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969677.931427:0:22666:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93e983de6600 already unused, calling callback (ffffffffc0d02230) 00010000:00010000:0.0:1783969677.931442:0:22666:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c7829745/0xea31253a47cbb7fa lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969677.931453:0:22666:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c7829745/0xea31253a47cbb7fa lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969677.931472:0:22666:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c7829745/0xea31253a47cbb7fa lrc: 1/0,0 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969677.931479:0:22666:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c7829745/0xea31253a47cbb7fa lrc: 0/0,0 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969677.931506:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783969677.931508:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783969677.931510:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1783969677.931886:0:24185:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x28:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1783969677.931893:0:24185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006a7cd6be/0xea31253a47cbb801 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969677.931911:0:24185:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x28:0x0].0x0 since=740s v=(0 0) 00010000:00010000:1.0:1783969677.931915:0:24185:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x28:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783969677.931921:0:24185:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006a7cd6be/0xea31253a47cbb801 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969677.931932:0:24185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006a7cd6be/0xea31253a47cbb801 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969677.931940:0:24185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006a7cd6be/0xea31253a47cbb801 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969677.931947:0:24185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006a7cd6be/0xea31253a47cbb801 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969677.931970:0:24185:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1783969677.932316:0:22667:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783969677.932324:0:22667:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006a7cd6be/0xea31253a47cbb801 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969677.932332:0:22667:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93e983de7600 already unused, calling callback (ffffffffc0d02230) 00010000:00010000:2.0:1783969677.932336:0:22667:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006a7cd6be/0xea31253a47cbb801 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969677.932344:0:22667:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006a7cd6be/0xea31253a47cbb801 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969677.932357:0:22667:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006a7cd6be/0xea31253a47cbb801 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969677.932364:0:22667:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006a7cd6be/0xea31253a47cbb801 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1783969677.932600:0:24185:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x27:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1783969677.932607:0:24185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004a45ff9a/0xea31253a47cbb808 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969677.932616:0:24185:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x27:0x0].0x0 since=740s v=(0 0) 00010000:00010000:1.0:1783969677.932619:0:24185:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x27:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783969677.932624:0:24185:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004a45ff9a/0xea31253a47cbb808 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969677.932643:0:24185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004a45ff9a/0xea31253a47cbb808 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969677.932661:0:24185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004a45ff9a/0xea31253a47cbb808 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969677.932668:0:24185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004a45ff9a/0xea31253a47cbb808 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969677.932686:0:24185:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1783969677.932695:0:22666:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1783969677.932699:0:22666:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004a45ff9a/0xea31253a47cbb808 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969677.932705:0:22666:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93e983de7400 already unused, calling callback (ffffffffc0d02230) 00010000:00010000:1.0:1783969677.932709:0:22666:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004a45ff9a/0xea31253a47cbb808 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969677.932716:0:22666:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004a45ff9a/0xea31253a47cbb808 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969677.932727:0:22666:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004a45ff9a/0xea31253a47cbb808 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969677.932734:0:22666:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004a45ff9a/0xea31253a47cbb808 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969677.932747:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783969677.932755:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783969677.932756:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1783969677.933092:0:24185:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x26:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1783969677.933098:0:24185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000018959daa/0xea31253a47cbb80f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969677.933107:0:24185:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x26:0x0].0x0 since=740s v=(0 0) 00010000:00010000:1.0:1783969677.933110:0:24185:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x26:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783969677.933114:0:24185:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000018959daa/0xea31253a47cbb80f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969677.933122:0:24185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000018959daa/0xea31253a47cbb80f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969677.933129:0:24185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000018959daa/0xea31253a47cbb80f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969677.933136:0:24185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000018959daa/0xea31253a47cbb80f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969677.933159:0:24185:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1783969677.933319:0:22666:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783969677.933325:0:22666:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000018959daa/0xea31253a47cbb80f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969677.933333:0:22666:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93e983de6a00 already unused, calling callback (ffffffffc0d02230) 00010000:00010000:2.0:1783969677.933336:0:22666:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000018959daa/0xea31253a47cbb80f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969677.933343:0:22666:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000018959daa/0xea31253a47cbb80f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969677.933355:0:22666:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000018959daa/0xea31253a47cbb80f lrc: 1/0,0 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969677.933363:0:22666:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000018959daa/0xea31253a47cbb80f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969677.933378:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783969677.933397:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783969677.933399:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1783969677.933669:0:24185:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x25:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1783969677.933675:0:24185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000081fb4e91/0xea31253a47cbb816 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969677.933684:0:24185:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25:0x0].0x0 since=740s v=(0 0) 00010000:00010000:1.0:1783969677.933687:0:24185:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783969677.933692:0:24185:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000081fb4e91/0xea31253a47cbb816 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969677.933710:0:24185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000081fb4e91/0xea31253a47cbb816 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969677.933718:0:24185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000081fb4e91/0xea31253a47cbb816 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969677.933725:0:24185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000081fb4e91/0xea31253a47cbb816 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969677.933745:0:24185:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1783969677.933843:0:22666:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783969677.933848:0:22666:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000081fb4e91/0xea31253a47cbb816 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969677.933855:0:22666:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93e983de6c00 already unused, calling callback (ffffffffc0d02230) 00010000:00010000:2.0:1783969677.933864:0:22666:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000081fb4e91/0xea31253a47cbb816 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969677.933871:0:22666:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000081fb4e91/0xea31253a47cbb816 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969677.933882:0:22666:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000081fb4e91/0xea31253a47cbb816 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969677.933890:0:22666:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000081fb4e91/0xea31253a47cbb816 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969677.933903:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783969677.933905:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783969677.933907:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783969677.937833:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783969677.937840:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783969677.937843:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1783969677.937900:0:24185:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x24:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1783969677.937910:0:24185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005d5642b9/0xea31253a47cbb81d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969677.937927:0:24185:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24:0x0].0x0 since=740s v=(0 0) 00010000:00010000:3.0:1783969677.937932:0:24185:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783969677.937939:0:24185:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005d5642b9/0xea31253a47cbb81d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969677.937953:0:24185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005d5642b9/0xea31253a47cbb81d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969677.937963:0:24185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005d5642b9/0xea31253a47cbb81d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969677.937972:0:24185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005d5642b9/0xea31253a47cbb81d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969677.937998:0:24185:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1783969677.938588:0:22666:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783969677.938596:0:22666:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005d5642b9/0xea31253a47cbb81d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969677.938605:0:22666:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93e981ad8e00 already unused, calling callback (ffffffffc0d02230) 00010000:00010000:0.0:1783969677.938610:0:22666:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005d5642b9/0xea31253a47cbb81d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969677.938832:0:22666:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005d5642b9/0xea31253a47cbb81d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969677.938864:0:22666:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005d5642b9/0xea31253a47cbb81d lrc: 1/0,0 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969677.938873:0:22666:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005d5642b9/0xea31253a47cbb81d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969677.938889:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783969677.938890:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783969677.938892:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1783969677.939793:0:24185:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x23:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1783969677.939804:0:24185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f4048eea/0xea31253a47cbb824 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969677.939817:0:24185:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x23:0x0].0x0 since=740s v=(0 0) 00010000:00010000:2.0:1783969677.939821:0:24185:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783969677.939827:0:24185:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f4048eea/0xea31253a47cbb824 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969677.939840:0:24185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f4048eea/0xea31253a47cbb824 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969677.939850:0:24185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f4048eea/0xea31253a47cbb824 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969677.939864:0:24185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f4048eea/0xea31253a47cbb824 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969677.939882:0:24185:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1783969677.941445:0:24185:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x22:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1783969677.941460:0:24185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ae8327d3/0xea31253a47cbb82b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969677.941475:0:24185:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x22:0x0].0x0 since=740s v=(0 0) 00010000:00010000:2.0:1783969677.941480:0:24185:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x22:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783969677.941485:0:24185:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ae8327d3/0xea31253a47cbb82b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969677.941497:0:24185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ae8327d3/0xea31253a47cbb82b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969677.941507:0:24185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ae8327d3/0xea31253a47cbb82b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969677.941515:0:24185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ae8327d3/0xea31253a47cbb82b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969677.941545:0:24185:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1783969677.941562:0:22666:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1783969677.941568:0:22666:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f4048eea/0xea31253a47cbb824 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969677.941585:0:22666:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93ea837bde00 already unused, calling callback (ffffffffc0d02230) 00010000:00010000:2.0:1783969677.941589:0:22666:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f4048eea/0xea31253a47cbb824 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969677.941599:0:22666:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f4048eea/0xea31253a47cbb824 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969677.941614:0:22666:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f4048eea/0xea31253a47cbb824 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969677.941691:0:22666:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f4048eea/0xea31253a47cbb824 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969677.941709:0:22666:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783969677.941712:0:22666:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ae8327d3/0xea31253a47cbb82b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969677.941719:0:22666:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93ea837bd800 already unused, calling callback (ffffffffc0d02230) 00010000:00010000:2.0:1783969677.941722:0:22666:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ae8327d3/0xea31253a47cbb82b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969677.941730:0:22666:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ae8327d3/0xea31253a47cbb82b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969677.941741:0:22666:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ae8327d3/0xea31253a47cbb82b lrc: 1/0,0 mode: --/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969677.941754:0:22666:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ae8327d3/0xea31253a47cbb82b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969677.941765:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783969677.941767:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783969677.941769:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:2.0:1783969677.942053:0:24185:0:(ofd_dev.c:1518:ofd_orphans_destroy()) lustre-OST0000: after destroy: set last_id to 0x280000401:5 00000100:00100000:2.0:1783969677.942154:0:24185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea889e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:22703:x1870627099385728:12345-0@lo:5:osp-pre-0-0.0 Request processed in 125172us (125225us total) trans 0 rc 0/0 00000100:00100000:2.0:1783969677.942166:0:24185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1783969677.942950:0:22703:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea889e4000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22703:1870627099385728:0@lo:5:osp-pre-0-0.0 00000004:00080000:2.0:1783969677.942971:0:22703:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: Got last_id [0x280000401:0x41:0x0] from OST, last_created [0x280000401:0x41:0x0]last_used is [0x280000401:0x5:0x0] 00000100:00100000:2.0:1783969677.943019:0:22703:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea86f8ea00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22703:1870627099385856:0@lo:5:osp-pre-0-0.0 00000100:00100000:2.0:1783969677.943059:0:22703:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783969677.943084:0:22703:0:(client.c:2702:ptlrpc_set_wait()) set ffff93ea83e5a480 going to sleep for 11 seconds 00000100:00100000:2.0:1783969677.943109:0:24186:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099385856 00000100:00100000:2.0:1783969677.943115:0:24186:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099385856 00000100:00100000:2.0:1783969677.943158:0:24186:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1783969677.943167:0:24186:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea86f8c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:22703:x1870627099385856:12345-0@lo:5:osp-pre-0-0.0 00002000:00080000:2.0:1783969677.943211:0:24186:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x280000401 at 66 00010000:00010000:1.0:1783969677.944739:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1783969677.953786:0:24180:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901890 is committed 00000001:00100000:2.0:1783969677.953836:0:24180:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000100:00100000:0.0:1783969677.954142:0:24186:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea86f8c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:22703:x1870627099385856:12345-0@lo:5:osp-pre-0-0.0 Request processed in 10969us (11077us total) trans 12884901890 rc 0/0 00000100:00100000:0.0:1783969677.954154:0:24186:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1783969677.954223:0:22703:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 12884901890 gen 2 00000100:00100000:2.0:1783969677.954636:0:22703:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea86f8ea00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22703:1870627099385856:0@lo:5:osp-pre-0-0.0 00000004:00080000:2.0:1783969677.954660:0:22703:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0000-osc-MDT0000: current precreated pool: [0x280000401:0x41:0x0]-[0x280000401:0x61:0x0] 00010000:00010000:2.0:1783969678.065591:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783969679.108754:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783969679.231241:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea88968000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1870627099385984:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1783969679.231346:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783969679.231806:0:24187:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099385984 00000100:00100000:0.0:1783969679.231818:0:24187:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099385984 00000100:00100000:0.0:1783969679.232002:0:24187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1783969679.232014:0:24187:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea889e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1870627099385984:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1783969679.232054:0:24187:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1783969679.232120:0:24187:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea889e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1870627099385984:12345-0@lo:13:osp-pre-0-1.0 Request processed in 108us (774us total) trans 0 rc 0/0 00000100:00100000:0.0:1783969679.232128:0:24187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00080000:0.0:1783969679.232156:0:22674:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1783969679.232207:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea88968000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1870627099385984:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1783969679.733023:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea889e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1870627099386112:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1783969679.733125:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783969679.733211:0:22683:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099386112 00000100:00100000:0.0:1783969679.733220:0:22683:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099386112 00000100:00100000:0.0:1783969679.733280:0:22683:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:0.0:1783969679.733291:0:22683:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea889e4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3647:x1870627099386112:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1783969679.733340:0:22683:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1783969679.733415:0:22683:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea889e4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3647:x1870627099386112:12345-0@lo:41:osp-pre-0-1.0 Request processed in 125us (290us total) trans 0 rc 0/0 00000100:00100000:0.0:1783969679.733437:0:22683:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:0.0:1783969679.733494:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea889e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1870627099386112:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1783969679.734861:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea88968380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1870627099386240:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1783969679.735141:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783969679.735788:0:22683:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099386240 00000100:00100000:2.0:1783969679.735800:0:22683:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099386240 00000100:00100000:2.0:1783969679.736185:0:22683:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:2.0:1783969679.736199:0:22683:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea8896ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3648:x1870627099386240:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1783969679.736251:0:22683:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1783969679.736350:0:22683:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea8896ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3648:x1870627099386240:12345-0@lo:41:osp-pre-1-0.0 Request processed in 154us (1209us total) trans 0 rc 0/0 00000100:00100000:2.0:1783969679.736358:0:22683:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:3.0:1783969679.738037:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea88968380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1870627099386240:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1783969680.115453:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1783969680.566544:0:23430:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1783969681.136746:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783969682.163020:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783969683.195054:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1783969683.316917:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1783969683.316925:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1783969683.316929:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ea88952000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1783969683.316940:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 739 00000100:00080000:2.0:1783969683.316946:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1783969683.316955:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff93ea88952000 using connection 192.168.201.134@tcp/0@lo 00000100:00100000:2.0:1783969683.316983:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93ea86f8ce00 x1870627099386752/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1783969683.317021:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1783969683.317025:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1783969683.317027:0:36:0:(import.c:65:import_set_state_nolock()) ffff93eaa01ef800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1783969683.317031:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 739 00000100:00080000:2.0:1783969683.317033:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1783969683.317037:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff93eaa01ef800 using connection 192.168.201.134@tcp/0@lo 00000100:00100000:2.0:1783969683.317050:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93ea86f8e300 x1870627099387264/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1783969683.317114:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea86f8ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:b884c461-3115-4676-b8ef-3f3c795c44df:3649:1870627099386368:0@lo:400:kworker.0 00000100:00100000:2.0:1783969683.317208:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783969683.317264:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea86f8ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1870627099387008:0@lo:400:kworker.0 00000100:00100000:2.0:1783969683.317292:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783969683.317311:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea86f8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3649:1870627099387648:0@lo:400:kworker.0 00000100:00100000:2.0:1783969683.317337:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783969683.317366:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1783969683.317372:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea86f8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3649:1870627099386880:0@lo:400:kworker.0 00000100:00100000:2.0:1783969683.317420:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783969683.317440:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea86f8d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3649:1870627099387520:0@lo:400:kworker.0 00000100:00100000:2.0:1783969683.317474:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783969683.317508:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea86f8c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1870627099386624:0@lo:400:kworker.0 00000100:00100000:2.0:1783969683.317536:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783969683.317564:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea86f8f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3647:1870627099387392:0@lo:400:kworker.0 00000100:00100000:2.0:1783969683.317589:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783969683.317607:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1783969683.317612:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea86f8e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1870627099386496:0@lo:400:kworker.0 00000100:00100000:2.0:1783969683.317635:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783969683.317665:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea86f8dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1870627099387136:0@lo:400:kworker.0 00000100:00100000:2.0:1783969683.317688:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783969683.317714:0:3645:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea86f8ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1870627099386752:0@lo:8:kworker.0 00000100:00100000:2.0:1783969683.317738:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783969683.317755:0:3645:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea86f8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3645:1870627099387264:0@lo:8:kworker.0 00000100:00100000:2.0:1783969683.317786:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783969683.317817:0:22672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099386368 00000100:00100000:2.0:1783969683.317826:0:22672:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099386368 00000100:00100000:2.0:1783969683.317882:0:22672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91 00000100:00100000:2.0:1783969683.317894:0:22672:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea84fc8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b884c461-3115-4676-b8ef-3f3c795c44df+21:3649:x1870627099386368:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783969683.317951:0:22672:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea84fc8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b884c461-3115-4676-b8ef-3f3c795c44df+21:3649:x1870627099386368:12345-0@lo:400:kworker.0 Request processed in 59us (742us total) trans 0 rc 0/0 00000100:00100000:2.0:1783969683.317959:0:22672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91 00000100:00100000:2.0:1783969683.318001:0:22684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099387008 00000100:00100000:2.0:1783969683.318005:0:22684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099387008 00000100:00100000:2.0:1783969683.318025:0:22684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099386496 00000100:00100000:2.0:1783969683.318027:0:22684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099386496 00000100:00100000:2.0:1783969683.318043:0:22684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:2.0:1783969683.318048:0:22684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea86f8fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3649:x1870627099387008:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783969683.318087:0:22684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea86f8fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3649:x1870627099387008:12345-0@lo:400:kworker.0 Request processed in 39us (795us total) trans 0 rc 0/0 00000100:00100000:2.0:1783969683.318094:0:22684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:2.0:1783969683.318105:0:22684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:2.0:1783969683.318111:0:22684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93e983d20a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3647:x1870627099386496:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783969683.318142:0:22684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93e983d20a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3647:x1870627099386496:12345-0@lo:400:kworker.0 Request processed in 31us (505us total) trans 0 rc 0/0 00000100:00100000:2.0:1783969683.318148:0:22684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:2.0:1783969683.318168:0:22679:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099387648 00000100:00100000:2.0:1783969683.318172:0:22679:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099387648 00000100:00100000:2.0:1783969683.318207:0:22679:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099386880 00000100:00100000:2.0:1783969683.318212:0:22679:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099386880 00000100:00100000:2.0:1783969683.318222:0:22679:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099387520 00000100:00100000:2.0:1783969683.318224:0:22679:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099387520 00000100:00100000:2.0:1783969683.318247:0:22679:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099387392 00000100:00100000:2.0:1783969683.318249:0:22679:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099387392 00000100:00100000:2.0:1783969683.318260:0:22679:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:2.0:1783969683.318266:0:22679:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea86f8df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3649:x1870627099387648:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783969683.318298:0:22679:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea86f8df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3649:x1870627099387648:12345-0@lo:400:kworker.0 Request processed in 32us (960us total) trans 0 rc 0/0 00000100:00100000:2.0:1783969683.318305:0:22679:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:2.0:1783969683.318315:0:22679:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:2.0:1783969683.318320:0:22679:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea86f8d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3649:x1870627099386880:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783969683.318344:0:22679:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea86f8d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3649:x1870627099386880:12345-0@lo:400:kworker.0 Request processed in 24us (923us total) trans 0 rc 0/0 00000100:00100000:2.0:1783969683.318350:0:22679:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:2.0:1783969683.318360:0:22679:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:2.0:1783969683.318365:0:22679:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea86f8ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3649:x1870627099387520:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783969683.318425:0:22679:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea86f8ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3649:x1870627099387520:12345-0@lo:400:kworker.0 Request processed in 60us (950us total) trans 0 rc 0/0 00000100:00100000:2.0:1783969683.318431:0:22679:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:2.0:1783969683.318455:0:22679:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:2.0:1783969683.318461:0:22679:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93e983d23100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3647:x1870627099387392:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783969683.318489:0:22679:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93e983d23100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3647:x1870627099387392:12345-0@lo:400:kworker.0 Request processed in 28us (899us total) trans 0 rc 0/0 00000100:00100000:2.0:1783969683.318495:0:22679:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:2.0:1783969683.318529:0:24183:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099386624 00000100:00100000:2.0:1783969683.318532:0:24183:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099386624 00000100:00100000:2.0:1783969683.318554:0:24183:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099387136 00000100:00100000:2.0:1783969683.318557:0:24183:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099387136 00000100:00100000:2.0:1783969683.318569:0:24183:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099386752 00000100:00100000:2.0:1783969683.318577:0:24183:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099386752 00000100:00100000:2.0:1783969683.318588:0:24183:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099387264 00000100:00100000:2.0:1783969683.318591:0:24183:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099387264 00000100:00100000:2.0:1783969683.318599:0:24183:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1783969683.318605:0:24183:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea86f8d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3647:x1870627099386624:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783969683.318638:0:24183:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea86f8d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3647:x1870627099386624:12345-0@lo:400:kworker.0 Request processed in 34us (1101us total) trans 0 rc 0/0 00000100:00100000:2.0:1783969683.318644:0:24183:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1783969683.318656:0:24183:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1783969683.318662:0:24183:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93e983d22a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3647:x1870627099387136:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783969683.318690:0:24183:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93e983d22a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3647:x1870627099387136:12345-0@lo:400:kworker.0 Request processed in 28us (1001us total) trans 0 rc 0/0 00000100:00100000:2.0:1783969683.318696:0:24183:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1783969683.318708:0:24183:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1783969683.318711:0:24183:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93e983d21500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3645:x1870627099386752:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1783969683.318739:0:24183:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1783969683.318775:0:24183:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93e983d21500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3645:x1870627099386752:12345-0@lo:8:kworker.0 Request processed in 62us (1037us total) trans 0 rc -19/-19 00000100:00100000:2.0:1783969683.318782:0:24183:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1783969683.318793:0:24183:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1783969683.318797:0:24183:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93e983d21880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3645:x1870627099387264:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1783969683.318806:0:24183:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1783969683.318830:0:24183:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93e983d21880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3645:x1870627099387264:12345-0@lo:8:kworker.0 Request processed in 31us (1042us total) trans 0 rc -19/-19 00000100:00100000:2.0:1783969683.318835:0:24183:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00080000:2.0:1783969683.318864:0:22674:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1783969683.318875:0:22674:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1783969683.318878:0:22674:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1783969683.318913:0:3645:0:(import.c:65:import_set_state_nolock()) ffff93ea88952000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1783969683.318919:0:3645:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1783969683.318924:0:3645:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea86f8ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1870627099386752:0@lo:8:kworker.0 00000100:00080000:2.0:1783969683.318935:0:3645:0:(import.c:65:import_set_state_nolock()) ffff93eaa01ef800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1783969683.318939:0:3645:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1783969683.318943:0:3645:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea86f8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3645:1870627099387264:0@lo:8:kworker.0 00000100:00100000:2.0:1783969683.318982:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea86f8e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1870627099386496:0@lo:400:kworker.0 00000100:00100000:2.0:1783969683.318994:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea86f8dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1870627099387136:0@lo:400:kworker.0 00000100:00100000:2.0:1783969683.319004:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea86f8c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1870627099386624:0@lo:400:kworker.0 00010000:00080000:2.0:1783969683.319016:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff93ea86f8f100 x1870627099387392/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783969699 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783969683.319027:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea86f8f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3647:1870627099387392:0@lo:400:kworker.0 00010000:00080000:2.0:1783969683.319060:0:3649:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff93ea86f8c000 x1870627099386880/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783969699 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783969683.319069:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea86f8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3649:1870627099386880:0@lo:400:kworker.0 00010000:00080000:2.0:1783969683.319082:0:3649:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff93ea86f8d180 x1870627099387520/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783969699 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783969683.319090:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea86f8d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3649:1870627099387520:0@lo:400:kworker.0 00000100:00100000:2.0:1783969683.319101:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea86f8ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:b884c461-3115-4676-b8ef-3f3c795c44df:3649:1870627099386368:0@lo:400:kworker.0 00000100:00100000:2.0:1783969683.319112:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea86f8ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1870627099387008:0@lo:400:kworker.0 00010000:00080000:2.0:1783969683.319133:0:3649:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff93ea86f8f480 x1870627099387648/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783969699 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783969683.319141:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea86f8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3649:1870627099387648:0@lo:400:kworker.0 00000100:00100000:2.0:1783969683.326588:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea865aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1870627099387776:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1783969683.326694:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783969683.327430:0:24187:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099387776 00000100:00100000:1.0:1783969683.327454:0:24187:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099387776 00000100:00100000:1.0:1783969683.327530:0:24187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1783969683.327544:0:24187:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93e983d22d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3646:x1870627099387776:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1783969683.327592:0:24187:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1783969683.327669:0:24187:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93e983d22d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3646:x1870627099387776:12345-0@lo:13:osp-pre-0-0.0 Request processed in 128us (975us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969683.327677:0:24187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1783969683.328011:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea865aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1870627099387776:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1783969684.211857:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783969684.343243:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1783969684.343292:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93e983d22680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1870627099387904:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1783969684.343421:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783969684.343828:0:24187:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099387904 00000100:00100000:1.0:1783969684.343839:0:24187:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099387904 00000100:00100000:1.0:1783969684.343920:0:24187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1783969684.343930:0:24187:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea88968380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1870627099387904:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1783969684.343970:0:24187:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1783969684.344039:0:24187:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea88968380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1870627099387904:12345-0@lo:13:osp-pre-0-1.0 Request processed in 111us (618us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969684.344047:0:24187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1783969684.344147:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93e983d22680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1870627099387904:0@lo:13:osp-pre-0-1.0 00000040:00080000:3.0:1783969684.593618:0:22713:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1783969684.849182:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1783969684.849205:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea88968e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1870627099388032:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1783969684.849267:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783969684.849309:0:22684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099388032 00000100:00100000:3.0:1783969684.849316:0:22684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099388032 00000100:00100000:3.0:1783969684.849364:0:22684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:3.0:1783969684.849373:0:22684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea8896aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3649:x1870627099388032:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1783969684.849445:0:22684:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1783969684.849492:0:22684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea8896aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3649:x1870627099388032:12345-0@lo:41:osp-pre-1-0.0 Request processed in 119us (224us total) trans 0 rc 0/0 00000100:00100000:3.0:1783969684.849500:0:22684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:3.0:1783969684.849559:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea88968e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1870627099388032:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1783969684.853117:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea88968e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1870627099388160:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1783969684.853189:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783969684.853364:0:22684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099388160 00000100:00100000:3.0:1783969684.853373:0:22684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099388160 00000100:00100000:3.0:1783969684.853499:0:22684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:3.0:1783969684.853518:0:22684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea889e5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3649:x1870627099388160:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1783969684.853552:0:22684:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1783969684.853787:0:22684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea889e5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3649:x1870627099388160:12345-0@lo:41:osp-pre-0-1.0 Request processed in 91us (409us total) trans 0 rc 0/0 00000100:00100000:3.0:1783969684.853797:0:22684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:2.0:1783969684.854651:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea88968e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1870627099388160:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1783969685.233055:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:3.0:1783969686.003690:0:25000:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:3.0:1783969686.003694:0:25000:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/ost2_flakey 00000020:01000004:3.0:1783969686.003696:0:25000:0:(obd_mount.c:929:lmd_print()) options: errors=remount-ro 00000080:01200004:3.0:1783969686.003810:0:25000:0:(super25.c:130:lustre_fill_super()) VFS Op: sb ffff93e9833b5000 00000020:01000004:3.0:1783969686.003828:0:25000:0:(tgt_mount.c:2500:osd_start()) Attempting to start lustre-OST0001, type=osd-ldiskfs, lsifl=200002, mountfl=0 00000020:01000004:3.0:1783969686.003850:0:25000:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-OST0001-osd (typ=osd-ldiskfs) 00000020:00000080:3.0:1783969686.003874:0:25000:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osd (ffff93e9830e3380) 00000020:00000080:3.0:1783969686.003893:0:25000:0:(obd_config.c:720:class_attach_name()) OBD: dev 25 attached type osd-ldiskfs with refcount 2 00100000:10000000:2.0:1783969686.085040:0:25000:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:2.0:1783969686.091137:0:25000:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x5:0x0] (8/32) registered 00100000:10000000:3.0:1783969686.095659:0:25000:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x6:0x0] (8/32) registered 00100000:10000000:0.0:1783969686.096323:0:25000:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:0.0:1783969686.096922:0:25000:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:0.0:1783969686.097193:0:25000:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:0.0:1783969686.097542:0:25000:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x4:0x0] (8/32) registered 00080000:01000000:0.0:1783969686.099616:0:25000:0:(osd_lproc.c:911:osd_procfs_init()) lustre-OST0001: register osd-ldiskfs tunable parameters 00000020:00000080:0.0:1783969686.099846:0:25000:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osd (uuid lustre-OST0001-osd_UUID) 00080000:01000000:0.0:1783969686.099860:0:25000:0:(osd_handler.c:8929:osd_obd_connect()) connect #0 00000020:00000080:0.0:1783969686.099872:0:25000:0:(genops.c:1406:class_connect()) connect: client lustre-OST0001-osd_UUID, cookie 0xea31253a47cbb839 00000020:01000004:0.0:1783969686.099878:0:25000:0:(tgt_mount.c:2585:server_fill_super()) Found service lustre-OST0001 on device /dev/mapper/ost2_flakey 00000020:01000004:0.0:1783969686.099898:0:25000:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.201.134@tcp:Set MGC reconnect 1 10000000:01000000:0.0:1783969686.099902:0:25000:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.201.134@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:0.0:1783969686.099908:0:25000:0:(tgt_mount.c:1809:server_start_targets()) starting target lustre-OST0001 00000020:01000004:0.0:1783969686.099954:0:25000:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/ost2_flakey 10000000:01000000:0.0:1783969686.099962:0:25000:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.201.134@tcp: cl_mgc_mutex lustre-OST0001-osd for locked: rc = 0 00000040:01000000:0.0:1783969686.122584:0:25000:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.201.134@tcp ctxt 0 is initialized 00000020:01000004:0.0:1783969686.122633:0:25000:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-OST0001, fs=lustre, 192.168.201.134@tcp, index=0001, flags=0x20002 00000020:01000004:0.0:1783969686.122639:0:25000:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:0.0:1783969686.122641:0:25000:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:0.0:1783969686.122642:0:25000:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1783969686.122643:0:25000:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1783969686.122645:0:25000:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1783969686.122646:0:25000:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1783969686.122647:0:25000:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1783969686.122649:0:25000:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1783969686.122650:0:25000:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:0.0:1783969686.122654:0:25000:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0001 0x10020002 00000020:01000004:0.0:1783969686.122657:0:25000:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:0.0:1783969686.122658:0:25000:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:0.0:1783969686.122659:0:25000:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1783969686.122660:0:25000:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1783969686.122661:0:25000:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1783969686.122662:0:25000:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1783969686.122662:0:25000:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1783969686.122664:0:25000:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1783969686.122664:0:25000:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:0.0:1783969686.122788:0:25000:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0001 00000100:00100000:0.0:1783969686.122812:0:25000:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea889e7800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b884c461-3115-4676-b8ef-3f3c795c44df:25000:1870627099388288:0@lo:253:mount.lustre.0 00000100:00100000:0.0:1783969686.122887:0:25000:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783969686.122937:0:25000:0:(client.c:2702:ptlrpc_set_wait()) set ffff93ea84b6b3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1783969686.123020:0:22673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099388288 00000100:00100000:2.0:1783969686.123028:0:22673:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099388288 00000100:00100000:2.0:1783969686.123091:0:22673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 92 00000100:00100000:2.0:1783969686.123101:0:22673:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea84fcb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b884c461-3115-4676-b8ef-3f3c795c44df+21:25000:x1870627099388288:12345-0@lo:253:mount.lustre.0 20000000:01000000:2.0:1783969686.123134:0:22673:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 1 is registered to MGS. 20000000:01000000:2.0:1783969686.123137:0:22673:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-OST0001 is running on 0@lo 20000000:01000000:2.0:1783969686.123141:0:22673:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0001, index=1, rc=0 00000100:00100000:2.0:1783969686.123497:0:22673:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea84fcb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b884c461-3115-4676-b8ef-3f3c795c44df+21:25000:x1870627099388288:12345-0@lo:253:mount.lustre.0 Request processed in 394us (607us total) trans 0 rc 0/0 00000100:00100000:2.0:1783969686.123506:0:22673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 92 00000100:00100000:0.0:1783969686.123663:0:25000:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea889e7800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b884c461-3115-4676-b8ef-3f3c795c44df:25000:1870627099388288:0@lo:253:mount.lustre.0 10000000:01000000:0.0:1783969686.123674:0:25000:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0001 got index = 1 00000020:01000004:0.0:1783969686.123676:0:25000:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:0.0:1783969686.123678:0:25000:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:0.0:1783969686.123679:0:25000:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1783969686.123680:0:25000:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1783969686.123741:0:25000:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1783969686.123744:0:25000:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1783969686.123745:0:25000:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1783969686.123746:0:25000:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1783969686.123756:0:25000:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:0.0:1783969686.123776:0:25000:0:(tgt_mount.c:101:server_register_mount()) register mount ffff93e9833b5000 from lustre-OST0001 10000000:01000000:0.0:1783969686.123802:0:25000:0:(mgc_request.c:1943:mgc_process_config()) parse_log lustre-OST0001 from 0 10000000:01000000:0.0:1783969686.123805:0:25000:0:(mgc_request.c:329:config_log_add()) add config log lustre-OST0001-0000000000000000 10000000:01000000:0.0:1783969686.123813:0:25000:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff93e982790000 local copy 00010000:00010000:0.0:1783969686.123823:0:25000:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.134@tcp lock: ffff93ea837bdc00/0xea31253a47cbb46c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xea31253a47cbb473 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783969686.123923:0:25000:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea889e7800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b884c461-3115-4676-b8ef-3f3c795c44df:25000:1870627099388416:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1783969686.123956:0:25000:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783969686.123987:0:25000:0:(client.c:2702:ptlrpc_set_wait()) set ffff93ea84b6b3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1783969686.124043:0:22671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099388416 00000100:00100000:2.0:1783969686.124048:0:22671:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099388416 00000100:00100000:2.0:1783969686.124121:0:22671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 93 00000100:00100000:2.0:1783969686.124129:0:22671:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea84fc8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b884c461-3115-4676-b8ef-3f3c795c44df+21:25000:x1870627099388416:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1783969686.124217:0:22671:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea84fc8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b884c461-3115-4676-b8ef-3f3c795c44df+21:25000:x1870627099388416:12345-0@lo:501:mount.lustre.0 Request processed in 88us (260us total) trans 0 rc -2/-2 00000100:00100000:2.0:1783969686.124224:0:22671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 93 00000100:00100000:0.0:1783969686.124280:0:25000:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea889e7800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b884c461-3115-4676-b8ef-3f3c795c44df:25000:1870627099388416:0@lo:501:mount.lustre.0 10000000:01000000:0.0:1783969686.124293:0:25000:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.201.134@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:0.0:1783969686.124309:0:25000:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.201.134@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:0.0:1783969686.124315:0:25000:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.134@tcp lock: ffff93ea837bdc00/0xea31253a47cbb46c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xea31253a47cbb473 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969686.124323:0:25000:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.134@tcp lock: ffff93ea837bdc00/0xea31253a47cbb46c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xea31253a47cbb473 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1783969686.124349:0:25000:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff93e9833b5000 10000000:01000000:0.0:1783969686.124354:0:25000:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:0.0:1783969686.124359:0:25000:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-OST0001-0000000000000000 10000000:01000000:0.0:1783969686.124361:0:25000:0:(mgc_request.c:68:mgc_name2resid()) log lustre-OST0001 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1783969686.124366:0:25000:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-OST0001-0000000000000000 from 1 10000000:01000000:0.0:1783969686.124369:0:25000:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0001 (res 0x65727473756c) 00010000:00010000:0.0:1783969686.124429:0:25000:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.134@tcp lock: ffff93e983ddc400/0xea31253a47cbb840 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 25000 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969686.124438:0:25000:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.134@tcp lock: ffff93e983ddc400/0xea31253a47cbb840 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 25000 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969686.124455:0:25000:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.134@tcp lock: ffff93e983ddc400/0xea31253a47cbb840 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 25000 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783969686.124469:0:25000:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea889e7800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b884c461-3115-4676-b8ef-3f3c795c44df:25000:1870627099388544:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1783969686.124506:0:25000:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783969686.130060:0:25000:0:(client.c:2702:ptlrpc_set_wait()) set ffff93ea84b6b3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1783969686.130198:0:22672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099388544 00000100:00100000:1.0:1783969686.130207:0:22672:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099388544 00000100:00100000:1.0:1783969686.130257:0:22672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 94 00000100:00100000:1.0:1783969686.130266:0:22672:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea84fcac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b884c461-3115-4676-b8ef-3f3c795c44df+21:25000:x1870627099388544:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1783969686.130283:0:22672:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783969686.130302:0:22672:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff93e983de6000/0xea31253a47cbb847 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: local remote: 0xea31253a47cbb840 expref: -99 pid: 22672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969686.130328:0:22672:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff93e983de6000/0xea31253a47cbb847 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xea31253a47cbb840 expref: 22 pid: 22672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969686.130339:0:22672:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff93e983de6000/0xea31253a47cbb847 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xea31253a47cbb840 expref: 22 pid: 22672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969686.130347:0:22672:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93e983de6000, rc 0) 00000100:00100000:1.0:1783969686.130439:0:22672:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea84fcac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b884c461-3115-4676-b8ef-3f3c795c44df+22:25000:x1870627099388544:12345-0@lo:101:mount.lustre.0 Request processed in 173us (5931us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969686.130447:0:22672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 94 00000100:00100000:0.0:1783969686.132090:0:25000:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea889e7800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b884c461-3115-4676-b8ef-3f3c795c44df:25000:1870627099388544:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1783969686.132119:0:25000:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.134@tcp lock: ffff93e983ddc400/0xea31253a47cbb840 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0xea31253a47cbb847 expref: -99 pid: 25000 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969686.132130:0:25000:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.134@tcp lock: ffff93e983ddc400/0xea31253a47cbb840 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0xea31253a47cbb847 expref: -99 pid: 25000 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1783969686.133678:0:25000:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 11 count 11 00000040:00080000:0.0:1783969686.134377:0:25000:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1783969686.139986:0:25000:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].1, 224 off8416 00000040:00080000:0.0:1783969686.140050:0:25000:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].2, 128 off8544 00000040:00080000:0.0:1783969686.140066:0:25000:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].3, 112 off8656 00000040:00080000:0.0:1783969686.140078:0:25000:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].4, 224 off8880 00000040:00080000:0.0:1783969686.140090:0:25000:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].5, 224 off9104 00000040:00080000:0.0:1783969686.140102:0:25000:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].6, 80 off9184 00000040:00080000:0.0:1783969686.140120:0:25000:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].7, 224 off9408 00000040:00080000:0.0:1783969686.140134:0:25000:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].8, 224 off9632 00000040:00080000:0.0:1783969686.140147:0:25000:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].9, 120 off9752 00000040:00080000:0.0:1783969686.140171:0:25000:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].10, 224 off9976 00000040:00080000:0.0:1783969686.140176:0:25000:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 10 count 11 00000100:00100000:0.0:1783969686.140291:0:25000:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea889e7800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b884c461-3115-4676-b8ef-3f3c795c44df:25000:1870627099388672:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1783969686.140359:0:25000:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783969686.140460:0:25000:0:(client.c:2702:ptlrpc_set_wait()) set ffff93e98222af00 going to sleep for 11 seconds 00000100:00100000:1.0:1783969686.140563:0:22672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099388672 00000100:00100000:1.0:1783969686.140571:0:22672:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099388672 00000100:00100000:1.0:1783969686.140628:0:22672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 95 00000100:00100000:1.0:1783969686.140639:0:22672:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea84fc9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b884c461-3115-4676-b8ef-3f3c795c44df+22:25000:x1870627099388672:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1783969686.140788:0:22672:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea84fc9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b884c461-3115-4676-b8ef-3f3c795c44df+22:25000:x1870627099388672:12345-0@lo:501:mount.lustre.0 Request processed in 151us (428us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969686.140796:0:22672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 95 00000100:00100000:0.0:1783969686.141311:0:25000:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea889e7800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b884c461-3115-4676-b8ef-3f3c795c44df:25000:1870627099388672:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1783969686.141352:0:25000:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea889e7800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b884c461-3115-4676-b8ef-3f3c795c44df:25000:1870627099388800:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1783969686.141436:0:25000:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783969686.141455:0:25000:0:(client.c:2702:ptlrpc_set_wait()) set ffff93e98222af00 going to sleep for 11 seconds 00000100:00100000:1.0:1783969686.142655:0:22672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099388800 00000100:00100000:1.0:1783969686.142666:0:22672:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099388800 00000100:00100000:1.0:1783969686.142779:0:22672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 96 00000100:00100000:1.0:1783969686.142789:0:22672:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea84fca050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b884c461-3115-4676-b8ef-3f3c795c44df+22:25000:x1870627099388800:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1783969686.145004:0:22672:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea84fca050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b884c461-3115-4676-b8ef-3f3c795c44df+22:25000:x1870627099388800:12345-0@lo:503:mount.lustre.0 Request processed in 2205us (3556us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969686.145019:0:22672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 96 00000100:00100000:2.0:1783969686.148208:0:25000:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea889e7800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b884c461-3115-4676-b8ef-3f3c795c44df:25000:1870627099388800:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1783969686.148929:0:25000:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1783969686.149037:0:25000:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93e983d22680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b884c461-3115-4676-b8ef-3f3c795c44df:25000:1870627099388928:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1783969686.149113:0:25000:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783969686.149196:0:25000:0:(client.c:2702:ptlrpc_set_wait()) set ffff93e983011840 going to sleep for 11 seconds 00000100:00100000:1.0:1783969686.150616:0:22672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099388928 00000100:00100000:1.0:1783969686.150629:0:22672:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099388928 00000100:00100000:1.0:1783969686.150704:0:22672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 97 00000100:00100000:1.0:1783969686.150715:0:22672:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea84fca850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b884c461-3115-4676-b8ef-3f3c795c44df+22:25000:x1870627099388928:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1783969686.151451:0:22672:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea84fca850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b884c461-3115-4676-b8ef-3f3c795c44df+22:25000:x1870627099388928:12345-0@lo:502:mount.lustre.0 Request processed in 735us (2335us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969686.151462:0:22672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 97 00000100:00100000:2.0:1783969686.151699:0:25000:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93e983d22680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b884c461-3115-4676-b8ef-3f3c795c44df:25000:1870627099388928:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1783969686.151960:0:25000:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].1, 224 off8416 00000040:00080000:2.0:1783969686.151992:0:25000:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].2, 128 off8544 00000040:00080000:2.0:1783969686.152006:0:25000:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].3, 112 off8656 00000040:00080000:2.0:1783969686.152017:0:25000:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].4, 224 off8880 00000040:00080000:2.0:1783969686.152029:0:25000:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].5, 224 off9104 00000040:00080000:2.0:1783969686.152041:0:25000:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].6, 80 off9184 00000040:00080000:2.0:1783969686.152054:0:25000:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].7, 224 off9408 00000040:00080000:2.0:1783969686.152067:0:25000:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].8, 224 off9632 00000040:00080000:2.0:1783969686.152078:0:25000:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].9, 120 off9752 00000100:00100000:2.0:1783969686.152113:0:25000:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93e983d22680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b884c461-3115-4676-b8ef-3f3c795c44df:25000:1870627099389056:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1783969686.152162:0:25000:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783969686.152202:0:25000:0:(client.c:2702:ptlrpc_set_wait()) set ffff93e983011840 going to sleep for 11 seconds 00000100:00100000:3.0:1783969686.152374:0:22673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099389056 00000100:00100000:3.0:1783969686.152414:0:22673:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099389056 00000100:00100000:3.0:1783969686.152447:0:22673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 98 00000100:00100000:3.0:1783969686.152455:0:22673:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea84fc9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b884c461-3115-4676-b8ef-3f3c795c44df+22:25000:x1870627099389056:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1783969686.152572:0:22673:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea84fc9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b884c461-3115-4676-b8ef-3f3c795c44df+22:25000:x1870627099389056:12345-0@lo:502:mount.lustre.0 Request processed in 116us (408us total) trans 0 rc 0/0 00000100:00100000:3.0:1783969686.152579:0:22673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 98 00000100:00100000:2.0:1783969686.152762:0:25000:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93e983d22680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b884c461-3115-4676-b8ef-3f3c795c44df:25000:1870627099389056:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1783969686.152812:0:25000:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].10, 224 off9976 00000040:00080000:2.0:1783969686.152821:0:25000:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 10 count 11 00000020:01000000:3.0:1783969686.157864:0:25004:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:3.0:1783969686.157879:0:25004:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/ost2_flakey 00000020:00000080:3.0:1783969686.157887:0:25004:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1783969686.157890:0:25004:0:(obd_config.c:1561:class_process_config()) marker 29 (0x1) lustre-OST0001 add ost 00000020:00000080:3.0:1783969686.157898:0:25004:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1783969686.157918:0:25004:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001 (ffff93e9830e19c0) 00000020:00000080:3.0:1783969686.157953:0:25004:0:(obd_config.c:720:class_attach_name()) OBD: dev 26 attached type obdfilter with refcount 2 00000020:00000080:3.0:1783969686.157959:0:25004:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000020:01000004:3.0:1783969686.158076:0:25004:0:(tgt_mount.c:153:server_get_mount()) get mount ffff93e9833b5000 from lustre-OST0001, refs=2 00080000:01000000:3.0:1783969686.158086:0:25004:0:(osd_handler.c:8929:osd_obd_connect()) connect #1 00000020:00000080:3.0:1783969686.158094:0:25004:0:(genops.c:1406:class_connect()) connect: client lustre-OST0001-osd_UUID, cookie 0xea31253a47cbb855 00010000:00010000:3.0:1783969686.167884:0:25004:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0001_UUID-4 is initialized 00000001:00000004:3.0:1783969686.168538:0:25004:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 3, last_transno is 8589934600 00080000:10000000:3.0:1783969686.170076:0:25004:0:(osd_handler.c:5579:osd_index_try()) lustre-OST0001: index object [0x200000003:0xb:0x0] (8/32) registered 00000020:00000080:1.0:1783969686.175288:0:25004:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001 (uuid lustre-OST0001_UUID) 00000020:01000000:1.0:1783969686.175302:0:25004:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1783969686.175308:0:25004:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1783969686.175310:0:25004:0:(obd_config.c:1561:class_process_config()) marker 29 (0x2) lustre-OST0001 add ost 00000020:01000000:1.0:1783969686.175314:0:25004:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1783969686.175318:0:25004:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1783969686.175319:0:25004:0:(obd_config.c:1561:class_process_config()) marker 36 (0x1) lustre sys.timeout 00000020:00000080:1.0:1783969686.175323:0:25004:0:(obd_config.c:1470:class_process_config()) processing cmd: cf009 00000020:00000080:1.0:1783969686.175324:0:25004:0:(obd_config.c:1535:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:1.0:1783969686.175326:0:25004:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1783969686.175329:0:25004:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1783969686.175336:0:25004:0:(obd_config.c:1561:class_process_config()) marker 36 (0x2) lustre sys.timeout 00000020:01000000:1.0:1783969686.175340:0:25004:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1783969686.175342:0:25004:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1783969686.175344:0:25004:0:(obd_config.c:1561:class_process_config()) marker 41 (0x1) lustre sys.jobid_var 00000020:00000080:1.0:1783969686.175348:0:25004:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00f 00000020:01000000:1.0:1783969686.175449:0:25004:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1783969686.175454:0:25004:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1783969686.175456:0:25004:0:(obd_config.c:1561:class_process_config()) marker 41 (0x2) lustre sys.jobid_var 00000040:00080000:1.0:1783969686.175459:0:25004:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 11 count 11 00000020:01000000:3.0:1783969686.179878:0:25000:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0001 gen 1-10 (rc=0) 10000000:01000000:3.0:1783969686.179923:0:25000:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.201.134@tcp: configuration from log 'lustre-OST0001' succeeded (0). 00010000:00010000:3.0:1783969686.179950:0:25000:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.134@tcp lock: ffff93e983ddc400/0xea31253a47cbb840 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0xea31253a47cbb847 expref: -99 pid: 25000 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969686.179982:0:25000:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.134@tcp lock: ffff93e983ddc400/0xea31253a47cbb840 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0xea31253a47cbb847 expref: -99 pid: 25000 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1783969686.185892:0:25000:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff93e9833b5000 from 1 10000000:01000000:2.0:1783969686.185904:0:25000:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1783969686.185962:0:25000:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.134@tcp lock: ffff93ea837bde00/0xea31253a47cbb85c lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 25000 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969686.185975:0:25000:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.134@tcp lock: ffff93ea837bde00/0xea31253a47cbb85c lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 25000 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969686.185986:0:25000:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.134@tcp lock: ffff93ea837bde00/0xea31253a47cbb85c lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 25000 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783969686.186015:0:25000:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93e983d22680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b884c461-3115-4676-b8ef-3f3c795c44df:25000:1870627099389184:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1783969686.186087:0:25000:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783969686.186139:0:25000:0:(client.c:2702:ptlrpc_set_wait()) set ffff93ea8e80f0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1783969686.186264:0:22673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099389184 00000100:00100000:3.0:1783969686.186273:0:22673:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099389184 00000100:00100000:3.0:1783969686.186339:0:22673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 99 00000100:00100000:3.0:1783969686.186350:0:22673:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea84fc9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b884c461-3115-4676-b8ef-3f3c795c44df+22:25000:x1870627099389184:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1783969686.186365:0:22673:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783969686.186406:0:22673:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff93e981ad9400/0xea31253a47cbb863 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0xea31253a47cbb85c expref: -99 pid: 22673 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969686.186432:0:22673:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff93e981ad9400/0xea31253a47cbb863 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xea31253a47cbb85c expref: 23 pid: 22673 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969686.186443:0:22673:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff93e981ad9400/0xea31253a47cbb863 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xea31253a47cbb85c expref: 23 pid: 22673 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969686.186451:0:22673:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93e981ad9400, rc 0) 00000100:00100000:3.0:1783969686.186509:0:22673:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea84fc9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b884c461-3115-4676-b8ef-3f3c795c44df+23:25000:x1870627099389184:12345-0@lo:101:mount.lustre.0 Request processed in 161us (421us total) trans 0 rc 0/0 00000100:00100000:3.0:1783969686.186516:0:22673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 99 00000100:00100000:3.0:1783969686.186568:0:25000:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93e983d22680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b884c461-3115-4676-b8ef-3f3c795c44df:25000:1870627099389184:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1783969686.186583:0:25000:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.134@tcp lock: ffff93ea837bde00/0xea31253a47cbb85c lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xea31253a47cbb863 expref: -99 pid: 25000 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969686.186593:0:25000:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.134@tcp lock: ffff93ea837bde00/0xea31253a47cbb85c lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xea31253a47cbb863 expref: -99 pid: 25000 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1783969686.188013:0:25000:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 13 count 13 00000040:00080000:3.0:1783969686.188331:0:25000:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1783969686.188555:0:25000:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:3.0:1783969686.188582:0:25000:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 112 off8528 00000040:00080000:3.0:1783969686.188594:0:25000:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 224 off8752 00000040:00080000:3.0:1783969686.188607:0:25000:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8976 00000040:00080000:3.0:1783969686.188619:0:25000:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 112 off9088 00000040:00080000:3.0:1783969686.188634:0:25000:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 224 off9312 00000040:00080000:3.0:1783969686.188647:0:25000:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 224 off9536 00000040:00080000:3.0:1783969686.188661:0:25000:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 128 off9664 00000040:00080000:3.0:1783969686.188674:0:25000:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9888 00000040:00080000:3.0:1783969686.192183:0:25000:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10112 00000040:00080000:3.0:1783969686.192263:0:25000:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 128 off10240 00000040:00080000:3.0:1783969686.192293:0:25000:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 224 off10464 00000040:00080000:3.0:1783969686.192299:0:25000:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 12 count 13 00000100:00100000:3.0:1783969686.192875:0:25000:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea8896b800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b884c461-3115-4676-b8ef-3f3c795c44df:25000:1870627099389312:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1783969686.192945:0:25000:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783969686.192986:0:25000:0:(client.c:2702:ptlrpc_set_wait()) set ffff93eac0da2180 going to sleep for 11 seconds 00000100:00100000:2.0:1783969686.194494:0:22671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099389312 00000100:00100000:2.0:1783969686.194506:0:22671:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099389312 00000100:00100000:2.0:1783969686.194562:0:22671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 100 00000100:00100000:2.0:1783969686.194572:0:22671:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea82b8c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b884c461-3115-4676-b8ef-3f3c795c44df+23:25000:x1870627099389312:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1783969686.194728:0:22671:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea82b8c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b884c461-3115-4676-b8ef-3f3c795c44df+23:25000:x1870627099389312:12345-0@lo:501:mount.lustre.0 Request processed in 156us (1781us total) trans 0 rc 0/0 00000100:00100000:2.0:1783969686.194735:0:22671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 100 00000100:00100000:3.0:1783969686.194966:0:25000:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea8896b800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b884c461-3115-4676-b8ef-3f3c795c44df:25000:1870627099389312:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1783969686.195014:0:25000:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea8896b800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b884c461-3115-4676-b8ef-3f3c795c44df:25000:1870627099389440:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1783969686.195069:0:25000:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783969686.195097:0:25000:0:(client.c:2702:ptlrpc_set_wait()) set ffff93eac0da2180 going to sleep for 11 seconds 00000100:00100000:2.0:1783969686.195298:0:22672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099389440 00000100:00100000:2.0:1783969686.195304:0:22672:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099389440 00000100:00100000:2.0:1783969686.195339:0:22672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 101 00000100:00100000:2.0:1783969686.195347:0:22672:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eab777d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b884c461-3115-4676-b8ef-3f3c795c44df+23:25000:x1870627099389440:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1783969686.195469:0:22672:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eab777d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b884c461-3115-4676-b8ef-3f3c795c44df+23:25000:x1870627099389440:12345-0@lo:503:mount.lustre.0 Request processed in 123us (400us total) trans 0 rc 0/0 00000100:00100000:2.0:1783969686.195476:0:22672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 101 00000100:00100000:3.0:1783969686.195755:0:25000:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea8896b800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b884c461-3115-4676-b8ef-3f3c795c44df:25000:1870627099389440:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1783969686.196434:0:25000:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1783969686.196642:0:25000:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea8896b800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b884c461-3115-4676-b8ef-3f3c795c44df:25000:1870627099389568:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1783969686.196747:0:25000:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783969686.196780:0:25000:0:(client.c:2702:ptlrpc_set_wait()) set ffff93eac0da2b40 going to sleep for 11 seconds 00000100:00100000:2.0:1783969686.197576:0:22673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099389568 00000100:00100000:2.0:1783969686.197583:0:22673:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099389568 00000100:00100000:2.0:1783969686.197640:0:22673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 102 00000100:00100000:2.0:1783969686.197649:0:22673:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eab777f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b884c461-3115-4676-b8ef-3f3c795c44df+23:25000:x1870627099389568:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1783969686.197875:0:22673:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eab777f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b884c461-3115-4676-b8ef-3f3c795c44df+23:25000:x1870627099389568:12345-0@lo:502:mount.lustre.0 Request processed in 227us (1127us total) trans 0 rc 0/0 00000100:00100000:2.0:1783969686.197883:0:22673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 102 00000100:00100000:1.0:1783969686.202116:0:25000:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea8896b800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b884c461-3115-4676-b8ef-3f3c795c44df:25000:1870627099389568:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1783969686.205120:0:25000:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:1.0:1783969686.205179:0:25000:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 112 off8528 00000040:00080000:1.0:1783969686.205196:0:25000:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 224 off8752 00000040:00080000:1.0:1783969686.205212:0:25000:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8976 00000040:00080000:1.0:1783969686.205225:0:25000:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 112 off9088 00000040:00080000:1.0:1783969686.205238:0:25000:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 224 off9312 00000040:00080000:1.0:1783969686.205251:0:25000:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 224 off9536 00000040:00080000:1.0:1783969686.205263:0:25000:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 128 off9664 00000040:00080000:1.0:1783969686.205277:0:25000:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9888 00000040:00080000:1.0:1783969686.205290:0:25000:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10112 00000040:00080000:1.0:1783969686.205302:0:25000:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 128 off10240 00000100:00100000:1.0:1783969686.205351:0:25000:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea865aad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b884c461-3115-4676-b8ef-3f3c795c44df:25000:1870627099389696:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1783969686.205470:0:25000:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783969686.206897:0:25000:0:(client.c:2702:ptlrpc_set_wait()) set ffff93e9824b29c0 going to sleep for 11 seconds 00000100:00100000:3.0:1783969686.207018:0:22671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099389696 00000100:00100000:3.0:1783969686.207027:0:22671:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099389696 00000100:00100000:3.0:1783969686.207084:0:22671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 103 00000100:00100000:3.0:1783969686.207094:0:22671:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eab777c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b884c461-3115-4676-b8ef-3f3c795c44df+23:25000:x1870627099389696:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1783969686.207252:0:22671:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eab777c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b884c461-3115-4676-b8ef-3f3c795c44df+23:25000:x1870627099389696:12345-0@lo:502:mount.lustre.0 Request processed in 159us (1782us total) trans 0 rc 0/0 00000100:00100000:3.0:1783969686.207261:0:22671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 103 00000100:00100000:1.0:1783969686.208906:0:25000:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea865aad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b884c461-3115-4676-b8ef-3f3c795c44df:25000:1870627099389696:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1783969686.209010:0:25000:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 224 off10464 00000040:00080000:1.0:1783969686.209026:0:25000:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:1.0:1783969686.210861:0:25008:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1783969686.210873:0:25008:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1783969686.210876:0:25008:0:(obd_config.c:1561:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:1.0:1783969686.210882:0:25008:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff93e9833b5000 00000020:00000080:1.0:1783969686.210895:0:25008:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1783969686.210903:0:25008:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1783969686.210905:0:25008:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1783969686.210907:0:25008:0:(obd_config.c:1561:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:1.0:1783969686.210909:0:25008:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1783969686.210912:0:25008:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1783969686.210913:0:25008:0:(obd_config.c:1561:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:1.0:1783969686.210917:0:25008:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff93e9833b5000 00000020:00000080:1.0:1783969686.210918:0:25008:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1783969686.210982:0:25008:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1783969686.210986:0:25008:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1783969686.210987:0:25008:0:(obd_config.c:1561:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:1.0:1783969686.210990:0:25008:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1783969686.210993:0:25008:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1783969686.210994:0:25008:0:(obd_config.c:1561:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:1.0:1783969686.210997:0:25008:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff93e9833b5000 00000020:00000080:1.0:1783969686.210999:0:25008:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1783969686.211017:0:25008:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1783969686.211020:0:25008:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1783969686.211021:0:25008:0:(obd_config.c:1561:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:1.0:1783969686.211024:0:25008:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1783969686.211026:0:25008:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1783969686.211028:0:25008:0:(obd_config.c:1561:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:1.0:1783969686.211031:0:25008:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff93e9833b5000 00000020:00000080:1.0:1783969686.211033:0:25008:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1783969686.211054:0:25008:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1783969686.211057:0:25008:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1783969686.211058:0:25008:0:(obd_config.c:1561:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:1.0:1783969686.211061:0:25008:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 13 count 13 00000020:01000000:0.0:1783969686.211207:0:25000:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:0.0:1783969686.211239:0:25000:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.201.134@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1783969686.211262:0:25000:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.134@tcp lock: ffff93ea837bde00/0xea31253a47cbb85c lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xea31253a47cbb863 expref: -99 pid: 25000 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969686.211274:0:25000:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.134@tcp lock: ffff93ea837bde00/0xea31253a47cbb85c lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xea31253a47cbb863 expref: -99 pid: 25000 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1783969686.211326:0:25000:0:(mgc_request.c:1943:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:0.0:1783969686.211329:0:25000:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff93e9833b5000 10000000:01000000:0.0:1783969686.211332:0:25000:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff93e9833b5000 10000000:01000000:0.0:1783969686.211337:0:25000:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1783969686.211343:0:25000:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-client-ffff93e9833b5000 from 1 10000000:01000000:0.0:1783969686.211346:0:25000:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1783969686.211419:0:25000:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.134@tcp lock: ffff93e983ddce00/0xea31253a47cbb86a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 25000 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969686.211428:0:25000:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.134@tcp lock: ffff93e983ddce00/0xea31253a47cbb86a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 25000 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969686.211439:0:25000:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.134@tcp lock: ffff93e983ddce00/0xea31253a47cbb86a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 25000 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783969686.211462:0:25000:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea889e7800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b884c461-3115-4676-b8ef-3f3c795c44df:25000:1870627099389824:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1783969686.211640:0:25000:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783969686.211904:0:25000:0:(client.c:2702:ptlrpc_set_wait()) set ffff93eab7315b40 going to sleep for 11 seconds 00000100:00100000:1.0:1783969686.211941:0:22672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099389824 00000100:00100000:1.0:1783969686.211947:0:22672:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099389824 00000100:00100000:1.0:1783969686.211998:0:22672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 104 00000100:00100000:1.0:1783969686.212006:0:22672:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eab777e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b884c461-3115-4676-b8ef-3f3c795c44df+23:25000:x1870627099389824:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1783969686.212026:0:22672:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783969686.212039:0:22672:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff93e983de6600/0xea31253a47cbb871 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: local remote: 0xea31253a47cbb86a expref: -99 pid: 22672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969686.212062:0:22672:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff93e983de6600/0xea31253a47cbb871 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xea31253a47cbb86a expref: 24 pid: 22672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969686.212073:0:22672:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff93e983de6600/0xea31253a47cbb871 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xea31253a47cbb86a expref: 24 pid: 22672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969686.212082:0:22672:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93e983de6600, rc 0) 00000100:00100000:1.0:1783969686.212123:0:22672:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eab777e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b884c461-3115-4676-b8ef-3f3c795c44df+24:25000:x1870627099389824:12345-0@lo:101:mount.lustre.0 Request processed in 117us (484us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969686.212130:0:22672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 104 00000100:00100000:0.0:1783969686.214658:0:25000:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea889e7800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b884c461-3115-4676-b8ef-3f3c795c44df:25000:1870627099389824:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1783969686.214784:0:25000:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.134@tcp lock: ffff93e983ddce00/0xea31253a47cbb86a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0xea31253a47cbb871 expref: -99 pid: 25000 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969686.214798:0:25000:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.134@tcp lock: ffff93e983ddce00/0xea31253a47cbb86a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0xea31253a47cbb871 expref: -99 pid: 25000 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1783969686.219170:0:25000:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 52 count 51 00000040:00080000:1.0:1783969686.219859:0:25000:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1783969686.220077:0:25000:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:1.0:1783969686.220104:0:25000:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 120 off8536 00000040:00080000:1.0:1783969686.220118:0:25000:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 168 off8704 00000040:00080000:1.0:1783969686.220130:0:25000:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8928 00000040:00080000:1.0:1783969686.220143:0:25000:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 224 off9152 00000040:00080000:1.0:1783969686.220156:0:25000:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 120 off9272 00000040:00080000:1.0:1783969686.220170:0:25000:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 168 off9440 00000040:00080000:1.0:1783969686.220182:0:25000:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 224 off9664 00000040:00080000:1.0:1783969686.220195:0:25000:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:1.0:1783969686.220209:0:25000:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 120 off10008 00000040:00080000:1.0:1783969686.220224:0:25000:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 224 off10232 00000040:00080000:1.0:1783969686.220237:0:25000:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10456 00000040:00080000:1.0:1783969686.220249:0:25000:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].13, 88 off10544 00000040:00080000:1.0:1783969686.220261:0:25000:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].14, 128 off10672 00000040:00080000:1.0:1783969686.220287:0:25000:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].15, 144 off10816 00000040:00080000:1.0:1783969686.220320:0:25000:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].16, 160 off10976 00000040:00080000:1.0:1783969686.220334:0:25000:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].17, 224 off11200 00000040:00080000:1.0:1783969686.220346:0:25000:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].18, 224 off11424 00000040:00080000:1.0:1783969686.220360:0:25000:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].19, 80 off11504 00000040:00080000:1.0:1783969686.220374:0:25000:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].20, 224 off11728 00000040:00080000:1.0:1783969686.220432:0:25000:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].21, 224 off11952 00000040:00080000:1.0:1783969686.220446:0:25000:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].22, 88 off12040 00000040:00080000:1.0:1783969686.220459:0:25000:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].23, 128 off12168 00000040:00080000:1.0:1783969686.220472:0:25000:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].24, 144 off12312 00000040:00080000:1.0:1783969686.220496:0:25000:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].25, 160 off12472 00000040:00080000:1.0:1783969686.220511:0:25000:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].26, 224 off12696 00000040:00080000:1.0:1783969686.220527:0:25000:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].27, 224 off12920 00000040:00080000:1.0:1783969686.220539:0:25000:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].28, 80 off13000 00000040:00080000:1.0:1783969686.220550:0:25000:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].29, 224 off13224 00000040:00080000:1.0:1783969686.220562:0:25000:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].30, 224 off13448 00000040:00080000:1.0:1783969686.220574:0:25000:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].31, 88 off13536 00000040:00080000:1.0:1783969686.220602:0:25000:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].32, 128 off13664 00000040:00080000:1.0:1783969686.220617:0:25000:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].33, 144 off13808 00000040:00080000:1.0:1783969686.220630:0:25000:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].34, 128 off13936 00000040:00080000:1.0:1783969686.220643:0:25000:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].35, 224 off14160 00000040:00080000:1.0:1783969686.220654:0:25000:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].36, 224 off14384 00000040:00080000:1.0:1783969686.220665:0:25000:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].37, 80 off14464 00000040:00080000:1.0:1783969686.220679:0:25000:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].38, 224 off14688 00000040:00080000:3.0:1783969686.230792:0:25000:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].39, 224 off14912 00000040:00080000:3.0:1783969686.230831:0:25000:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].40, 88 off15000 00000040:00080000:3.0:1783969686.230846:0:25000:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].41, 128 off15128 00000040:00080000:3.0:1783969686.231001:0:25000:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].42, 144 off15272 00000040:00080000:3.0:1783969686.231017:0:25000:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].43, 128 off15400 00000040:00080000:3.0:1783969686.231030:0:25000:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].44, 224 off15624 00000040:00080000:3.0:1783969686.231043:0:25000:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].45, 224 off15848 00000040:00080000:3.0:1783969686.231057:0:25000:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].46, 80 off15928 00000040:00080000:3.0:1783969686.231070:0:25000:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].47, 224 off16152 00000040:00080000:3.0:1783969686.231083:0:25000:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].48, 232 off16384 00000040:00080000:3.0:1783969686.231260:0:25000:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].49, 224 off16608 00000040:00080000:3.0:1783969686.231282:0:25000:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].50, 120 off16728 00000040:00080000:3.0:1783969686.231300:0:25000:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].51, 224 off16952 00000040:00080000:3.0:1783969686.231305:0:25000:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 51 count 51 00000100:00100000:3.0:1783969686.231459:0:25000:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea8896b100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b884c461-3115-4676-b8ef-3f3c795c44df:25000:1870627099389952:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1783969686.234971:0:25000:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783969686.235050:0:22673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099389952 00000100:00100000:3.0:1783969686.235060:0:22673:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099389952 00000100:00100000:3.0:1783969686.235116:0:22673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 105 00000100:00100000:3.0:1783969686.235128:0:22673:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eab777dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b884c461-3115-4676-b8ef-3f3c795c44df+24:25000:x1870627099389952:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1783969686.235278:0:22673:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eab777dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b884c461-3115-4676-b8ef-3f3c795c44df+24:25000:x1870627099389952:12345-0@lo:501:mount.lustre.0 Request processed in 152us (317us total) trans 0 rc 0/0 00000100:00100000:3.0:1783969686.235295:0:22673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 105 00000100:00100000:3.0:1783969686.235339:0:25000:0:(client.c:2702:ptlrpc_set_wait()) set ffff93eab7280540 going to sleep for 11 seconds 00000100:00100000:3.0:1783969686.235364:0:25000:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea8896b100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b884c461-3115-4676-b8ef-3f3c795c44df:25000:1870627099389952:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1783969686.235439:0:25000:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea8896b100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b884c461-3115-4676-b8ef-3f3c795c44df:25000:1870627099390080:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1783969686.235482:0:25000:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783969686.235503:0:25000:0:(client.c:2702:ptlrpc_set_wait()) set ffff93eab7280540 going to sleep for 11 seconds 00000100:00100000:2.0:1783969686.235901:0:22671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099390080 00000100:00100000:2.0:1783969686.235907:0:22671:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099390080 00000100:00100000:2.0:1783969686.235932:0:22671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 106 00000100:00100000:2.0:1783969686.235939:0:22671:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eab777cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b884c461-3115-4676-b8ef-3f3c795c44df+24:25000:x1870627099390080:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1783969686.236030:0:22671:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eab777cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b884c461-3115-4676-b8ef-3f3c795c44df+24:25000:x1870627099390080:12345-0@lo:503:mount.lustre.0 Request processed in 91us (547us total) trans 0 rc 0/0 00000100:00100000:2.0:1783969686.236037:0:22671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 106 00000100:00100000:3.0:1783969686.240817:0:25000:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea8896b100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b884c461-3115-4676-b8ef-3f3c795c44df:25000:1870627099390080:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1783969686.241300:0:25000:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1783969686.241423:0:25000:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea8896b100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b884c461-3115-4676-b8ef-3f3c795c44df:25000:1870627099390208:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1783969686.241612:0:25000:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783969686.241665:0:25000:0:(client.c:2702:ptlrpc_set_wait()) set ffff93eab7280540 going to sleep for 11 seconds 00000100:00100000:2.0:1783969686.242650:0:22671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099390208 00000100:00100000:2.0:1783969686.242661:0:22671:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099390208 00000100:00100000:2.0:1783969686.242730:0:22671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 107 00000100:00100000:2.0:1783969686.242740:0:22671:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eab777fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b884c461-3115-4676-b8ef-3f3c795c44df+24:25000:x1870627099390208:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1783969686.242917:0:22671:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eab777fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b884c461-3115-4676-b8ef-3f3c795c44df+24:25000:x1870627099390208:12345-0@lo:502:mount.lustre.0 Request processed in 177us (1305us total) trans 0 rc 0/0 00000100:00100000:2.0:1783969686.242927:0:22671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 107 00000100:00100000:3.0:1783969686.250046:0:25000:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea8896b100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b884c461-3115-4676-b8ef-3f3c795c44df:25000:1870627099390208:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1783969686.250291:0:25000:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:3.0:1783969686.250323:0:25000:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 120 off8536 00000040:00080000:3.0:1783969686.250338:0:25000:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 168 off8704 00000040:00080000:3.0:1783969686.250351:0:25000:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8928 00000040:00080000:3.0:1783969686.250363:0:25000:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 224 off9152 00000040:00080000:3.0:1783969686.250378:0:25000:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 120 off9272 00000040:00080000:3.0:1783969686.250438:0:25000:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 168 off9440 00000040:00080000:3.0:1783969686.250452:0:25000:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 224 off9664 00000040:00080000:3.0:1783969686.250464:0:25000:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:3.0:1783969686.250474:0:25000:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 120 off10008 00000040:00080000:3.0:1783969686.250497:0:25000:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 224 off10232 00000040:00080000:3.0:1783969686.250512:0:25000:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10456 00000040:00080000:3.0:1783969686.250525:0:25000:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].13, 88 off10544 00000040:00080000:3.0:1783969686.250538:0:25000:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].14, 128 off10672 00000040:00080000:3.0:1783969686.250561:0:25000:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].15, 144 off10816 00000040:00080000:3.0:1783969686.250574:0:25000:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].16, 160 off10976 00000040:00080000:3.0:1783969686.250586:0:25000:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].17, 224 off11200 00000040:00080000:3.0:1783969686.250600:0:25000:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].18, 224 off11424 00000040:00080000:3.0:1783969686.250612:0:25000:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].19, 80 off11504 00000040:00080000:3.0:1783969686.250626:0:25000:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].20, 224 off11728 00000040:00080000:3.0:1783969686.250638:0:25000:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].21, 224 off11952 00000040:00080000:3.0:1783969686.250651:0:25000:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].22, 88 off12040 00000040:00080000:3.0:1783969686.250677:0:25000:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].23, 128 off12168 00000040:00080000:3.0:1783969686.250693:0:25000:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].24, 144 off12312 00000040:00080000:3.0:1783969686.250704:0:25000:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].25, 160 off12472 00000040:00080000:3.0:1783969686.250715:0:25000:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].26, 224 off12696 00000040:00080000:3.0:1783969686.250728:0:25000:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].27, 224 off12920 00000040:00080000:3.0:1783969686.250741:0:25000:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].28, 80 off13000 00000040:00080000:3.0:1783969686.250755:0:25000:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].29, 224 off13224 00000040:00080000:3.0:1783969686.250767:0:25000:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].30, 224 off13448 00000040:00080000:3.0:1783969686.250779:0:25000:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].31, 88 off13536 00000040:00080000:3.0:1783969686.250791:0:25000:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].32, 128 off13664 00000040:00080000:3.0:1783969686.250804:0:25000:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].33, 144 off13808 00000040:00080000:3.0:1783969686.250817:0:25000:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].34, 128 off13936 00000040:00080000:3.0:1783969686.250829:0:25000:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].35, 224 off14160 00000040:00080000:3.0:1783969686.250842:0:25000:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].36, 224 off14384 00000040:00080000:3.0:1783969686.250854:0:25000:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].37, 80 off14464 00000040:00080000:3.0:1783969686.250867:0:25000:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].38, 224 off14688 00000040:00080000:3.0:1783969686.250891:0:25000:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].39, 224 off14912 00000040:00080000:3.0:1783969686.250906:0:25000:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].40, 88 off15000 00000040:00080000:3.0:1783969686.250919:0:25000:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].41, 128 off15128 00000040:00080000:3.0:1783969686.250932:0:25000:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].42, 144 off15272 00000040:00080000:3.0:1783969686.250943:0:25000:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].43, 128 off15400 00000040:00080000:3.0:1783969686.250954:0:25000:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].44, 224 off15624 00000040:00080000:3.0:1783969686.250966:0:25000:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].45, 224 off15848 00000040:00080000:3.0:1783969686.250979:0:25000:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].46, 80 off15928 00000040:00080000:3.0:1783969686.250990:0:25000:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].47, 224 off16152 00000040:00080000:3.0:1783969686.251016:0:25000:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].48, 232 off16384 00000100:00100000:3.0:1783969686.251064:0:25000:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea8896b100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b884c461-3115-4676-b8ef-3f3c795c44df:25000:1870627099390336:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1783969686.251134:0:25000:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783969686.251188:0:22673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099390336 00000100:00100000:3.0:1783969686.251194:0:22673:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099390336 00000100:00100000:3.0:1783969686.251244:0:22673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108 00000100:00100000:3.0:1783969686.251252:0:22673:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eab777d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b884c461-3115-4676-b8ef-3f3c795c44df+24:25000:x1870627099390336:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1783969686.251360:0:22673:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eab777d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b884c461-3115-4676-b8ef-3f3c795c44df+24:25000:x1870627099390336:12345-0@lo:502:mount.lustre.0 Request processed in 107us (225us total) trans 0 rc 0/0 00000100:00100000:3.0:1783969686.251368:0:22673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108 00000100:00100000:3.0:1783969686.251446:0:25000:0:(client.c:2702:ptlrpc_set_wait()) set ffff93eab7280540 going to sleep for 11 seconds 00000100:00100000:3.0:1783969686.251463:0:25000:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea8896b100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b884c461-3115-4676-b8ef-3f3c795c44df:25000:1870627099390336:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1783969686.251596:0:25000:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].49, 224 off16608 00000040:00080000:3.0:1783969686.251617:0:25000:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].50, 120 off16728 00000100:00100000:3.0:1783969686.251636:0:25000:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea8896b100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b884c461-3115-4676-b8ef-3f3c795c44df:25000:1870627099390464:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1783969686.251674:0:25000:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783969686.251698:0:22672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099390464 00000100:00100000:3.0:1783969686.251701:0:22672:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099390464 00000100:00100000:3.0:1783969686.251724:0:22672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109 00000100:00100000:3.0:1783969686.251730:0:22672:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eab777f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b884c461-3115-4676-b8ef-3f3c795c44df+24:25000:x1870627099390464:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1783969686.251794:0:22672:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eab777f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b884c461-3115-4676-b8ef-3f3c795c44df+24:25000:x1870627099390464:12345-0@lo:502:mount.lustre.0 Request processed in 63us (119us total) trans 0 rc 0/0 00000100:00100000:3.0:1783969686.251801:0:22672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109 00000100:00100000:3.0:1783969686.251832:0:25000:0:(client.c:2702:ptlrpc_set_wait()) set ffff93eab7280540 going to sleep for 11 seconds 00000100:00100000:3.0:1783969686.251845:0:25000:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea8896b100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b884c461-3115-4676-b8ef-3f3c795c44df:25000:1870627099390464:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1783969686.251877:0:25000:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].51, 224 off16952 00000040:00080000:3.0:1783969686.251892:0:25000:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00010000:00010000:2.0:1783969686.261513:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:0.0:1783969686.262513:0:25013:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0001 (typ=lwp) 00000020:00000080:0.0:1783969686.262529:0:25013:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0001 (ffff93eaa5b03380) 00000020:00000080:0.0:1783969686.262555:0:25013:0:(obd_config.c:720:class_attach_name()) OBD: dev 27 attached type lwp with refcount 2 00000020:01000004:0.0:1783969686.262726:0:25013:0:(tgt_mount.c:153:server_get_mount()) get mount ffff93e9833b5000 from lustre-OST0001, refs=3 00000020:01000004:0.0:1783969686.262730:0:25013:0:(tgt_mount.c:187:server_put_mount()) put mount ffff93e9833b5000 from lustre-OST0001, refs=3 00000020:01000004:0.0:1783969686.262733:0:25013:0:(obd_mount.c:710:lustre_put_lsi()) put ffff93e9833b5000 3 00010000:00080000:0.0:1783969686.262764:0:25013:0:(ldlm_lib.c:102:import_set_conn()) imp ffff93ea8dc92000@lustre-MDT0000-lwp-OST0001: add connection 192.168.201.134@tcp at head 00010000:00010000:0.0:1783969686.264300:0:25013:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0001-11 is initialized 00000020:00000080:0.0:1783969686.264436:0:25013:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0001 (uuid lustre-MDT0000-lwp-OST0001_UUID) 00000010:01000000:0.0:1783969686.264478:0:25013:0:(lwp_dev.c:497:lwp_obd_connect()) connect #0 00000020:00000080:0.0:1783969686.264493:0:25013:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-lwp-OST0001, cookie 0xea31253a47cbb87f 00000100:00080000:0.0:1783969686.264504:0:25013:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1783969686.264510:0:25013:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93ea8dc92000 using connection 192.168.201.134@tcp/0@lo 00000100:00100000:0.0:1783969686.264558:0:25013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93ea889e7800 x1870627099390592/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1783969686.264608:0:3645:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea889e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3645:1870627099390592:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1783969686.264678:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783969686.264743:0:22679:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099390592 00000100:00100000:0.0:1783969686.264757:0:22679:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099390592 00000100:00100000:0.0:1783969686.264793:0:22679:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1783969686.264801:0:22679:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea889e4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3645:x1870627099390592:12345-0@lo:38:llog_process_th.0 00010000:00080000:0.0:1783969686.264824:0:22679:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0001_UUID@0@lo t0 exp 0000000000000000 cur 748 last 0 00000020:00000080:0.0:1783969686.264871:0:22679:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-lwp-OST0001_UUID, cookie 0xea31253a47cbb886 00000004:00100000:0.0:1783969686.264886:0:22679:0:(mdt_handler.c:7286:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:0.0:1783969686.264917:0:22679:0:(import.c:65:import_set_state_nolock()) ffff93e982565800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1783969686.264972:0:22679:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea889e4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3645:x1870627099390592:12345-0@lo:38:llog_process_th.0 Request processed in 170us (293us total) trans 0 rc 0/0 00000100:00100000:0.0:1783969686.264980:0:22679:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00010000:00080000:0.0:1783969686.265023:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93ea889e7800 x1870627099390592/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1783969696 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783969686.265034:0:3645:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 2 00000100:00080000:0.0:1783969686.265041:0:3645:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0001: connect to target with instance 3 00000100:00080000:0.0:1783969686.265049:0:3645:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0001: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:0.0:1783969686.265053:0:3645:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:0.0:1783969686.265056:0:3645:0:(import.c:65:import_set_state_nolock()) ffff93ea8dc92000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:0.0:1783969686.265063:0:3645:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea889e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3645:1870627099390592:0@lo:38:llog_process_th.0 00000100:00080000:0.0:1783969686.265079:0:25013:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID 00000100:00080000:1.0:1783969686.265146:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1783969686.265150:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1783969686.265152:0:38:0:(import.c:65:import_set_state_nolock()) ffff93ea88952000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1783969686.265156:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 745 00000100:00080000:1.0:1783969686.265159:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1783969686.265163:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff93ea88952000 using connection 192.168.201.134@tcp/0@lo 00000100:00100000:1.0:1783969686.265175:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93ea865aa300 x1870627099390976/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1783969686.265217:0:3645:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea865aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1870627099390976:0@lo:8:kworker.0 00000100:00080000:1.0:1783969686.265227:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1783969686.265230:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1783969686.265232:0:38:0:(import.c:65:import_set_state_nolock()) ffff93eaa01ef800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1783969686.265236:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 745 00000100:00080000:1.0:1783969686.265238:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1783969686.265242:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff93eaa01ef800 using connection 192.168.201.134@tcp/0@lo 00000100:00100000:0.0:1783969686.265243:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783969686.265253:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93ea8e85d880 x1870627099391488/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1783969686.265264:0:3645:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea8e85d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3645:1870627099391488:0@lo:8:kworker.0 00000100:00100000:0.0:1783969686.265283:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783969686.265290:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea865aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1870627099390720:0@lo:400:kworker.0 00000100:00100000:0.0:1783969686.265307:0:24183:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099390976 00000100:00100000:0.0:1783969686.265311:0:24183:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099390976 00000100:00100000:1.0:1783969686.265318:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783969686.265334:0:24183:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099391488 00000100:00100000:1.0:1783969686.265336:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea865a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1870627099391360:0@lo:400:kworker.0 00000100:00100000:0.0:1783969686.265337:0:24183:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099391488 00000100:00100000:0.0:1783969686.265347:0:24183:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1783969686.265351:0:24183:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea889e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3645:x1870627099390976:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1783969686.265356:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783969686.265366:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1783969686.265371:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea865a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1870627099390848:0@lo:400:kworker.0 00000100:00100000:2.0:1783969686.267723:0:22683:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099390720 00000100:00100000:2.0:1783969686.267736:0:22683:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099390720 00000100:00100000:2.0:1783969686.267809:0:22683:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:2.0:1783969686.267819:0:22683:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea8e85fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3646:x1870627099390720:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783969686.267902:0:22683:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea8e85fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3646:x1870627099390720:12345-0@lo:400:kworker.0 Request processed in 84us (2581us total) trans 0 rc 0/0 00000100:00100000:2.0:1783969686.267910:0:22683:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:2.0:1783969686.267949:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea865aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1870627099391232:0@lo:400:kworker.0 00000100:00100000:2.0:1783969686.267986:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783969686.268010:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea8e85ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3649:1870627099391872:0@lo:400:kworker.0 00000100:00100000:2.0:1783969686.268034:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783969686.268053:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1783969686.268059:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea865a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3649:1870627099391104:0@lo:400:kworker.0 00000100:00100000:2.0:1783969686.268079:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783969686.268096:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea8e85ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3649:1870627099391744:0@lo:400:kworker.0 00000100:00100000:2.0:1783969686.268114:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783969686.268144:0:22683:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099391232 00000100:00100000:2.0:1783969686.268148:0:22683:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099391232 00000100:00100000:2.0:1783969686.268164:0:22683:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:2.0:1783969686.268169:0:22683:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93e983d22300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3649:x1870627099391232:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783969686.268201:0:22683:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93e983d22300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3649:x1870627099391232:12345-0@lo:400:kworker.0 Request processed in 31us (215us total) trans 0 rc 0/0 00000100:00100000:2.0:1783969686.268207:0:22683:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:2.0:1783969686.268224:0:22680:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099391872 00000100:00100000:2.0:1783969686.268227:0:22680:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099391872 00000100:00100000:2.0:1783969686.268258:0:22680:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099391104 00000100:00100000:2.0:1783969686.268260:0:22680:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099391104 00000100:00100000:2.0:1783969686.268271:0:22680:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099391744 00000100:00100000:2.0:1783969686.268273:0:22680:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099391744 00000100:00100000:2.0:1783969686.268306:0:22680:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:2.0:1783969686.268312:0:22680:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93e983d20700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3649:x1870627099391872:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783969686.268343:0:22680:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93e983d20700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3649:x1870627099391872:12345-0@lo:400:kworker.0 Request processed in 31us (308us total) trans 0 rc 0/0 00000100:00100000:2.0:1783969686.268350:0:22680:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:2.0:1783969686.268369:0:22680:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:2.0:1783969686.268374:0:22680:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93e983d20000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3649:x1870627099391104:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783969686.268443:0:22680:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93e983d20000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3649:x1870627099391104:12345-0@lo:400:kworker.0 Request processed in 68us (363us total) trans 0 rc 0/0 00000100:00100000:2.0:1783969686.268450:0:22680:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:2.0:1783969686.268462:0:22680:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:2.0:1783969686.268467:0:22680:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93e983d20380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3649:x1870627099391744:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783969686.268729:0:22680:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93e983d20380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3649:x1870627099391744:12345-0@lo:400:kworker.0 Request processed in 215us (567us total) trans 0 rc 0/0 00000100:00100000:2.0:1783969686.268737:0:22680:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00010000:00080000:2.0:1783969686.268779:0:3649:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93ea865a8e00 x1870627099391104/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783969702 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783969686.268793:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea865a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3649:1870627099391104:0@lo:400:kworker.0 00010000:00080000:2.0:1783969686.268803:0:3649:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93ea8e85ce00 x1870627099391744/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783969702 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783969686.268811:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea8e85ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3649:1870627099391744:0@lo:400:kworker.0 00000100:00100000:2.0:1783969686.268820:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea865aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1870627099391232:0@lo:400:kworker.0 00010000:00080000:2.0:1783969686.268828:0:3649:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93ea8e85ed80 x1870627099391872/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783969702 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783969686.268836:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea8e85ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3649:1870627099391872:0@lo:400:kworker.0 00000100:00080000:2.0:1783969686.268862:0:22674:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1783969686.268866:0:22674:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1783969686.271591:0:24185:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 3 min 3 max 116 00000100:00100000:2.0:1783969686.271612:0:24185:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_003' 00000100:00100000:2.0:1783969686.271654:0:24186:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 3 min 3 max 116 00000100:00100000:2.0:1783969686.271663:0:24186:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099391360 00000100:00100000:2.0:1783969686.271671:0:24186:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099391360 00000100:00100000:2.0:1783969686.272049:0:24186:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 3 min 3 max 116 00000100:00100000:2.0:1783969686.272062:0:24186:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1783969686.272071:0:24186:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea8e85f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3646:x1870627099391360:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783969686.272155:0:24186:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea8e85f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3646:x1870627099391360:12345-0@lo:400:kworker.0 Request processed in 86us (6798us total) trans 0 rc 0/0 00000100:00100000:2.0:1783969686.272163:0:24186:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00080000:2.0:1783969686.272183:0:22674:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1783969686.272288:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783969686.272320:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea8e85f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3646:1870627099391616:0@lo:400:kworker.0 00000100:00100000:1.0:1783969686.272355:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783969686.272391:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea865aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1870627099390720:0@lo:400:kworker.0 00000100:00100000:1.0:1783969686.272417:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea865a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1870627099391360:0@lo:400:kworker.0 00000100:00100000:1.0:1783969686.272447:0:24186:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 3 min 3 max 116 00000100:00100000:1.0:1783969686.272453:0:24186:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099390848 00000100:00100000:1.0:1783969686.272456:0:24186:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099390848 00000100:00100000:1.0:1783969686.272479:0:24186:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 3 min 3 max 116 00000100:00100000:1.0:1783969686.272498:0:24186:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1783969686.272512:0:24186:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea8e85ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3646:x1870627099390848:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783969686.272547:0:24186:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea8e85ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3646:x1870627099390848:12345-0@lo:400:kworker.0 Request processed in 36us (259us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969686.272553:0:24186:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1783969686.272574:0:22680:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099391616 00000100:00100000:1.0:1783969686.272577:0:22680:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099391616 00000100:00100000:1.0:1783969686.272599:0:22680:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1783969686.272605:0:22680:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea8e85ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3646:x1870627099391616:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783969686.272631:0:22680:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea8e85ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3646:x1870627099391616:12345-0@lo:400:kworker.0 Request processed in 27us (276us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969686.272637:0:22680:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00080000:1.0:1783969686.272649:0:22674:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1783969686.272666:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea865a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1870627099390848:0@lo:400:kworker.0 00010000:00080000:1.0:1783969686.272678:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93ea8e85f800 x1870627099391616/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783969702 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783969686.272699:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea8e85f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3646:1870627099391616:0@lo:400:kworker.0 00000020:01000004:2.0:1783969686.276862:0:25013:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-lwp-OST0001 (typ=lwp) 00000020:00000080:2.0:1783969686.276887:0:25013:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-lwp-OST0001 (ffff93eab7160000) 00000020:00000080:2.0:1783969686.276917:0:25013:0:(obd_config.c:720:class_attach_name()) OBD: dev 28 attached type lwp with refcount 2 00000100:00100000:0.0:1783969686.276973:0:24183:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea889e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3645:x1870627099390976:12345-0@lo:8:kworker.0 Request processed in 11614us (11722us total) trans 0 rc -11/-11 00000100:00100000:0.0:1783969686.277000:0:24183:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1783969686.277059:0:3645:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:0.0:1783969686.277067:0:3645:0:(import.c:65:import_set_state_nolock()) ffff93ea88952000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783969686.277071:0:3645:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-11) 00000100:00100000:0.0:1783969686.277075:0:3645:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea865aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1870627099390976:0@lo:8:kworker.0 00000020:01000004:2.0:1783969686.277118:0:25013:0:(tgt_mount.c:153:server_get_mount()) get mount ffff93e9833b5000 from lustre-OST0001, refs=3 00000100:00100000:0.0:1783969686.277120:0:24183:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000020:01000004:2.0:1783969686.277123:0:25013:0:(tgt_mount.c:187:server_put_mount()) put mount ffff93e9833b5000 from lustre-OST0001, refs=3 00000020:01000004:2.0:1783969686.277125:0:25013:0:(obd_mount.c:710:lustre_put_lsi()) put ffff93e9833b5000 3 00000100:00100000:0.0:1783969686.277126:0:24183:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea889e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3645:x1870627099391488:12345-0@lo:8:kworker.0 00010000:00080000:2.0:1783969686.277154:0:25013:0:(ldlm_lib.c:102:import_set_conn()) imp ffff93eab9fc7800@lustre-MDT0001-lwp-OST0001: add connection 192.168.201.134@tcp at head 00000100:00100000:0.0:1783969686.277203:0:24183:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea889e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3645:x1870627099391488:12345-0@lo:8:kworker.0 Request processed in 76us (11919us total) trans 0 rc -11/-11 00000100:00100000:0.0:1783969686.277210:0:24183:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1783969686.277229:0:3645:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:0.0:1783969686.277232:0:3645:0:(import.c:65:import_set_state_nolock()) ffff93eaa01ef800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783969686.277236:0:3645:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-11) 00000100:00100000:0.0:1783969686.277240:0:3645:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea8e85d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3645:1870627099391488:0@lo:8:kworker.0 00010000:00010000:2.0:1783969686.278729:0:25013:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-lwp-OST0001-12 is initialized 00000020:00000080:2.0:1783969686.278839:0:25013:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-lwp-OST0001 (uuid lustre-MDT0001-lwp-OST0001_UUID) 00000010:01000000:2.0:1783969686.278880:0:25013:0:(lwp_dev.c:497:lwp_obd_connect()) connect #0 00000020:00000080:2.0:1783969686.278893:0:25013:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-lwp-OST0001, cookie 0xea31253a47cbb894 00000100:00080000:2.0:1783969686.278904:0:25013:0:(import.c:510:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1783969686.278909:0:25013:0:(import.c:624:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff93eab9fc7800 using connection 192.168.201.134@tcp/0@lo 00000100:00100000:2.0:1783969686.278944:0:25013:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93e983d20e00 x1870627099392000/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1783969686.278972:0:25013:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID 00000100:00100000:0.0:1783969686.280171:0:3645:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93e983d20e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3645:1870627099392000:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1783969686.280241:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000040:00080000:0.0:1783969686.283377:0:25013:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 52 count 51 00000100:00100000:2.0:1783969686.283662:0:22680:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099392000 00000100:00100000:2.0:1783969686.283673:0:22680:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099392000 00000100:00100000:2.0:1783969686.283732:0:22680:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1783969686.283749:0:22680:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eab7201180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3645:x1870627099392000:12345-0@lo:38:llog_process_th.0 00010000:00080000:2.0:1783969686.283784:0:22680:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0001-lwp-OST0001_UUID@0@lo t0 exp 0000000000000000 cur 748 last 0 00000020:00000080:2.0:1783969686.283828:0:22680:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-lwp-OST0001_UUID, cookie 0xea31253a47cbb89b 00000004:00100000:2.0:1783969686.283845:0:22680:0:(mdt_handler.c:7286:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:2.0:1783969686.283878:0:22680:0:(import.c:65:import_set_state_nolock()) ffff93e983f26000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1783969686.283977:0:22680:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eab7201180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3645:x1870627099392000:12345-0@lo:38:llog_process_th.0 Request processed in 229us (3734us total) trans 0 rc 0/0 00000100:00100000:2.0:1783969686.283986:0:22680:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000020:01000000:2.0:1783969686.284016:0:25000:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:2.0:1783969686.284052:0:25000:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.201.134@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1783969686.284067:0:25000:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.134@tcp lock: ffff93e983ddce00/0xea31253a47cbb86a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0xea31253a47cbb871 expref: -99 pid: 25000 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969686.284078:0:25000:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.134@tcp lock: ffff93e983ddce00/0xea31253a47cbb86a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0xea31253a47cbb871 expref: -99 pid: 25000 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00080000:0.0:1783969686.284103:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93e983d20e00 x1870627099392000/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1783969696 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783969686.284114:0:3645:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 2 00000020:01000004:2.0:1783969686.284121:0:25000:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:2.0:1783969686.284122:0:25000:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:2.0:1783969686.284123:0:25000:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1783969686.284124:0:25000:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1783969686.284126:0:25000:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1783969686.284127:0:25000:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1783969686.284128:0:25000:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000100:00080000:0.0:1783969686.284128:0:3645:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0001-lwp-OST0001: connect to target with instance 3 00000020:01000004:2.0:1783969686.284130:0:25000:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1783969686.284132:0:25000:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000100:00080000:0.0:1783969686.284135:0:3645:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0001-lwp-OST0001: Resetting ns_connect_flags to server flags: 0x2041401043000020 10000000:01000000:2.0:1783969686.284136:0:25000:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0001 0x40020002 00000020:01000004:2.0:1783969686.284138:0:25000:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1783969686.284139:0:25000:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:2.0:1783969686.284140:0:25000:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000100:00080000:0.0:1783969686.284140:0:3645:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000020:01000004:2.0:1783969686.284142:0:25000:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1783969686.284143:0:25000:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000100:00080000:0.0:1783969686.284143:0:3645:0:(import.c:65:import_set_state_nolock()) ffff93eab9fc7800 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000020:01000004:2.0:1783969686.284144:0:25000:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1783969686.284148:0:25000:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1783969686.284149:0:25000:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000100:00100000:0.0:1783969686.284149:0:3645:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93e983d20e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3645:1870627099392000:0@lo:38:llog_process_th.0 00000020:01000004:2.0:1783969686.284150:0:25000:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1783969686.284169:0:25000:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0001 00000100:00100000:2.0:1783969686.284185:0:25000:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93e983d23800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b884c461-3115-4676-b8ef-3f3c795c44df:25000:1870627099392128:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1783969686.284225:0:25000:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783969686.284253:0:25000:0:(client.c:2702:ptlrpc_set_wait()) set ffff93eabc1f3e40 going to sleep for 11 seconds 00000100:00100000:3.0:1783969686.287341:0:22671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099392128 00000100:00100000:3.0:1783969686.287356:0:22671:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099392128 00000100:00100000:3.0:1783969686.287454:0:22671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 110 00000100:00100000:3.0:1783969686.287466:0:22671:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eab777c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b884c461-3115-4676-b8ef-3f3c795c44df+24:25000:x1870627099392128:12345-0@lo:253:mount.lustre.0 20000000:01000000:3.0:1783969686.288838:0:22671:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 1 is ready to reconnect. 20000000:01000000:3.0:1783969686.288858:0:22671:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:3.0:1783969686.302614:0:22671:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:3.0:1783969686.302636:0:22671:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0001, index=1, rc=0 00000100:00100000:3.0:1783969686.302917:0:22671:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eab777c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b884c461-3115-4676-b8ef-3f3c795c44df+24:25000:x1870627099392128:12345-0@lo:253:mount.lustre.0 Request processed in 15449us (18686us total) trans 0 rc 0/0 00000100:00100000:3.0:1783969686.302930:0:22671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 110 00000100:00100000:2.0:1783969686.303028:0:25000:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93e983d23800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b884c461-3115-4676-b8ef-3f3c795c44df:25000:1870627099392128:0@lo:253:mount.lustre.0 10000000:01000000:2.0:1783969686.303042:0:25000:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0001 got index = 1 00000020:01000004:2.0:1783969686.303045:0:25000:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1783969686.303047:0:25000:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:2.0:1783969686.303048:0:25000:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1783969686.303050:0:25000:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1783969686.303051:0:25000:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1783969686.303053:0:25000:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1783969686.303054:0:25000:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1783969686.303056:0:25000:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1783969686.303058:0:25000:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:2.0:1783969686.303072:0:25000:0:(tgt_mount.c:2689:server_calc_timeout()) lustre-OST0001: Imperative Recovery not enabled, recovery window 60-180 20000000:01000000:1.0:1783969686.308851:0:22694:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:1.0:1783969686.308861:0:22694:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:1.0:1783969686.308890:0:22694:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff93e983de6800/0xea31253a47cbb8a2 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969686.308906:0:22694:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff93ea91a53400/0xea31253a47cbb72f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xea31253a47cbb728 expref: 23 pid: 22672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969686.308913:0:22694:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff93ea837bca00/0xea31253a47cbb73d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xea31253a47cbb736 expref: 23 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969686.308921:0:22694:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff93e983de6800/0xea31253a47cbb8a2 lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969686.308981:0:22694:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff93ea837bca00/0xea31253a47cbb73d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xea31253a47cbb736 expref: 23 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969686.308994:0:22694:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff93ea837bca00/0xea31253a47cbb73d lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xea31253a47cbb736 expref: 23 pid: 22671 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783969686.309010:0:22694:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea8e85f800 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22694:1870627099392256:0@lo:104: 00000100:00100000:1.0:1783969686.309073:0:22694:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1783969686.309134:0:22694:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff93ea91a53400/0xea31253a47cbb72f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xea31253a47cbb728 expref: 23 pid: 22672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969686.309143:0:22694:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff93ea91a53400/0xea31253a47cbb72f lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xea31253a47cbb728 expref: 23 pid: 22672 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783969686.309150:0:22694:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea86fb3b80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22694:1870627099392384:0@lo:104: 00000100:00100000:1.0:1783969686.309172:0:22694:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783969686.309194:0:22694:0:(client.c:2702:ptlrpc_set_wait()) set ffff93e9824b29c0 going to sleep for 11 seconds 00000100:00100000:3.0:1783969686.309765:0:22661:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099392256 00000100:00100000:3.0:1783969686.309773:0:22661:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099392256 00000100:00100000:3.0:1783969686.309809:0:22661:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099392384 00000100:00100000:3.0:1783969686.309812:0:22661:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099392384 00000100:00100000:3.0:1783969686.309843:0:22661:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1783969686.309851:0:22661:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea8e85d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:b884c461-3115-4676-b8ef-3f3c795c44df+4:22694:x1870627099392256:12345-0@lo:104: 00010000:00010000:3.0:1783969686.309864:0:22661:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.134@tcp lock: ffff93e983ddc000/0xea31253a47cbb736 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xea31253a47cbb73d expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969686.309929:0:22661:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1783969686.309935:0:22661:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea8e85d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:b884c461-3115-4676-b8ef-3f3c795c44df+4:22694:x1870627099392256:12345-0@lo:104: Request processed in 85us (861us total) trans 0 rc 0/0 00000100:00100000:3.0:1783969686.309942:0:22661:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1783969686.309960:0:22661:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1783969686.309965:0:22661:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea86fb1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:b884c461-3115-4676-b8ef-3f3c795c44df+3:22694:x1870627099392384:12345-0@lo:104: 00010000:00010000:3.0:1783969686.309972:0:22661:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.134@tcp lock: ffff93e983ddd600/0xea31253a47cbb728 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xea31253a47cbb72f expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969686.310017:0:22661:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:3.0:1783969686.310022:0:22661:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea86fb1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:b884c461-3115-4676-b8ef-3f3c795c44df+3:22694:x1870627099392384:12345-0@lo:104: Request processed in 57us (849us total) trans 0 rc 0/0 00000100:00100000:3.0:1783969686.310029:0:22661:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1783969686.310063:0:22694:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea8e85f800 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22694:1870627099392256:0@lo:104: 00000100:00100000:3.0:1783969686.310071:0:22694:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea86fb3b80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22694:1870627099392384:0@lo:104: 00010000:00010000:3.0:1783969686.310093:0:22694:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff93e983de6800/0xea31253a47cbb8a2 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969686.310109:0:22667:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1783969686.310114:0:22667:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.134@tcp lock: ffff93e983ddc000/0xea31253a47cbb736 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xea31253a47cbb73d expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969686.310120:0:22667:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93e983ddc000 already unused, calling callback (ffffffffc131dc20) 10000000:00010000:3.0:1783969686.310124:0:22667:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.134@tcp lock: ffff93e983ddc000/0xea31253a47cbb736 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xea31253a47cbb73d expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969686.310132:0:22667:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.134@tcp lock: ffff93e983ddc000/0xea31253a47cbb736 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xea31253a47cbb73d expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1783969686.310139:0:22667:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.134@tcp lock: ffff93e983ddc000/0xea31253a47cbb736 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xea31253a47cbb73d expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1783969686.310145:0:22667:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:3.0:1783969686.310174:0:22667:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.134@tcp lock: ffff93e983ddc000/0xea31253a47cbb736 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xea31253a47cbb73d expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969686.310180:0:22667:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1783969686.310208:0:22667:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.134@tcp lock: ffff93e983ddc000/0xea31253a47cbb736 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xea31253a47cbb73d expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969686.310215:0:22667:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.134@tcp lock: ffff93e983ddc000/0xea31253a47cbb736 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xea31253a47cbb73d expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969686.310226:0:22667:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783969686.310229:0:22667:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.134@tcp lock: ffff93e983ddd600/0xea31253a47cbb728 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xea31253a47cbb72f expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969686.310235:0:22667:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93e983ddd600 already unused, calling callback (ffffffffc131dc20) 10000000:00010000:3.0:1783969686.310238:0:22667:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.134@tcp lock: ffff93e983ddd600/0xea31253a47cbb728 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xea31253a47cbb72f expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969686.310244:0:22667:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.134@tcp lock: ffff93e983ddd600/0xea31253a47cbb728 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xea31253a47cbb72f expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1783969686.310250:0:22667:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.134@tcp lock: ffff93e983ddd600/0xea31253a47cbb728 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xea31253a47cbb72f expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1783969686.310255:0:22667:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:3.0:1783969686.310268:0:22667:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.134@tcp lock: ffff93e983ddd600/0xea31253a47cbb728 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xea31253a47cbb72f expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969686.310274:0:22667:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1783969686.310280:0:22667:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.134@tcp lock: ffff93e983ddd600/0xea31253a47cbb728 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xea31253a47cbb72f expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969686.310286:0:22667:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.134@tcp lock: ffff93e983ddd600/0xea31253a47cbb728 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xea31253a47cbb72f expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969686.310307:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783969686.310309:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783969686.310311:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783969686.310317:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783969686.310344:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea8896b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b884c461-3115-4676-b8ef-3f3c795c44df:3646:1870627099392512:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1783969686.310376:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783969686.310430:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1783969686.310436:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea88969500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b884c461-3115-4676-b8ef-3f3c795c44df:3646:1870627099392640:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1783969686.310470:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783969686.310586:0:22665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099392512 00000100:00100000:3.0:1783969686.310591:0:22665:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099392512 00010000:00010000:3.0:1783969686.310608:0:22665:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff93ea837bca00/0xea31253a47cbb73d lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xea31253a47cbb736 expref: 24 pid: 22671 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783969686.310636:0:22665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099392640 00000100:00100000:3.0:1783969686.310639:0:22665:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099392640 00010000:00010000:3.0:1783969686.310649:0:22665:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff93ea91a53400/0xea31253a47cbb72f lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xea31253a47cbb728 expref: 25 pid: 22672 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783969686.310659:0:22665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1783969686.310665:0:22665:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea8896a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b884c461-3115-4676-b8ef-3f3c795c44df+25:3646:x1870627099392512:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1783969686.310675:0:22665:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783969686.310680:0:22665:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff93ea837bca00/0xea31253a47cbb73d lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xea31253a47cbb736 expref: 25 pid: 22671 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969686.310689:0:22665:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff93ea837bca00/0xea31253a47cbb73d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xea31253a47cbb736 expref: 25 pid: 22671 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969686.310714:0:22665:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff93ea837bca00/0xea31253a47cbb73d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xea31253a47cbb736 expref: 25 pid: 22671 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969686.310725:0:22665:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1783969686.310756:0:22665:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea8896a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b884c461-3115-4676-b8ef-3f3c795c44df+24:3646:x1870627099392512:12345-0@lo:103:ldlm_bl.0 Request processed in 90us (378us total) trans 0 rc 0/0 00000100:00100000:3.0:1783969686.310761:0:22665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1783969686.310773:0:22665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1783969686.310779:0:22665:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea8896a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b884c461-3115-4676-b8ef-3f3c795c44df+23:3646:x1870627099392640:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1783969686.310786:0:22665:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783969686.310791:0:22665:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff93ea91a53400/0xea31253a47cbb72f lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xea31253a47cbb728 expref: 23 pid: 22672 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969686.310798:0:22665:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff93ea91a53400/0xea31253a47cbb72f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xea31253a47cbb728 expref: 23 pid: 22672 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969686.310807:0:22665:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff93ea91a53400/0xea31253a47cbb72f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xea31253a47cbb728 expref: 23 pid: 22672 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969686.310817:0:22665:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff93e983de6800/0xea31253a47cbb8a2 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969686.310824:0:22665:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff93e983de6800/0xea31253a47cbb8a2 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:3.0:1783969686.310835:0:22665:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.020466289s 00010000:00010000:3.0:1783969686.310840:0:22665:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff93e983de6800/0xea31253a47cbb8a2 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969686.310857:0:22665:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff93e983de6800/0xea31253a47cbb8a2 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969686.310863:0:22665:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff93e983de6800/0xea31253a47cbb8a2 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969686.310869:0:22665:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff93e983de6800/0xea31253a47cbb8a2 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969686.310874:0:22665:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93e983de6800 already unused, calling callback (ffffffffc0d02230) 00010000:00010000:3.0:1783969686.310878:0:22665:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff93e983de6800/0xea31253a47cbb8a2 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969686.310885:0:22665:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff93e983de6800/0xea31253a47cbb8a2 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969686.310898:0:22665:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff93e983de6800/0xea31253a47cbb8a2 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969686.310907:0:22665:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1783969686.310931:0:22665:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea8896a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b884c461-3115-4676-b8ef-3f3c795c44df+22:3646:x1870627099392640:12345-0@lo:103:ldlm_bl.0 Request processed in 152us (460us total) trans 0 rc 0/0 00000100:00100000:3.0:1783969686.310937:0:22665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00010000:00010000:3.0:1783969686.310959:0:22694:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff93e983de6800/0xea31253a47cbb8a2 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969686.310966:0:22694:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff93e983de6800/0xea31253a47cbb8a2 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969686.310972:0:22694:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff93e983de6800/0xea31253a47cbb8a2 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783969686.311021:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea88969500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b884c461-3115-4676-b8ef-3f3c795c44df:3646:1870627099392640:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1783969686.311029:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea8896b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b884c461-3115-4676-b8ef-3f3c795c44df:3646:1870627099392512:0@lo:103:ldlm_bl.0 00000001:00000004:1.0:1783969686.312274:0:25000:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 3, last_transno is 12884901888 00002000:00080000:1.0:1783969686.326846:0:25000:0:(ofd_obd.c:539:ofd_postrecov()) lustre-OST0001: recovery is over 00100000:10000000:1.0:1783969686.326857:0:25000:0:(lfsck_lib.c:3085:lfsck_start()) lustre-OST0001-osd: start master thread 00000020:01000004:1.0:1783969686.326903:0:25000:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:1.0:1783969686.326955:0:25000:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.201.134@tcp: cl_mgc_mutex unlock 00000020:01000004:1.0:1783969686.326979:0:25000:0:(tgt_mount.c:2458:server_fill_super_common()) Server sb, dev=50 00000080:00000004:1.0:1783969686.327004:0:25000:0:(super25.c:181:lustre_fill_super()) /dev/mapper/ost2_flakey: Mount complete 00000020:00000004:1.0:1783969686.328007:0:25000:0:(tgt_mount.c:2344:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1783969686.328244:0:25000:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:3.0:1783969687.280656:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:3.0:1783969687.388033:0:25068:0:(tgt_mount.c:2344:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1783969687.388710:0:25068:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 10000000:01000000:3.0:1783969688.113309:0:22675:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:3.0:1783969688.113317:0:22675:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-mdtir-ffff93e981ac5000 from 14 10000000:01000000:3.0:1783969688.113324:0:22675:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1783969688.113418:0:22675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.134@tcp lock: ffff93e981ad8600/0xea31253a47cbb8a9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969688.113431:0:22675:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.134@tcp lock: ffff93e981ad8600/0xea31253a47cbb8a9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969688.113609:0:22675:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.134@tcp lock: ffff93e981ad8600/0xea31253a47cbb8a9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783969688.113643:0:22675:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea8896b100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b884c461-3115-4676-b8ef-3f3c795c44df:22675:1870627099392768:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1783969688.113742:0:22675:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783969688.113829:0:22675:0:(client.c:2702:ptlrpc_set_wait()) set ffff93eab7285f00 going to sleep for 11 seconds 00000100:00100000:0.0:1783969688.123761:0:22673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099392768 00000100:00100000:0.0:1783969688.123778:0:22673:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099392768 00000100:00100000:0.0:1783969688.123846:0:22673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 111 00000100:00100000:0.0:1783969688.123857:0:22673:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eab777c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b884c461-3115-4676-b8ef-3f3c795c44df+22:22675:x1870627099392768:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1783969688.123875:0:22673:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783969688.123896:0:22673:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff93e983ddda00/0xea31253a47cbb8b0 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xea31253a47cbb8a9 expref: -99 pid: 22673 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969688.123924:0:22673:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff93e983ddda00/0xea31253a47cbb8b0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xea31253a47cbb8a9 expref: 23 pid: 22673 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969688.123936:0:22673:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff93e983ddda00/0xea31253a47cbb8b0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xea31253a47cbb8a9 expref: 23 pid: 22673 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969688.123947:0:22673:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93e983ddda00, rc 0) 00000100:00100000:0.0:1783969688.124041:0:22673:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eab777c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b884c461-3115-4676-b8ef-3f3c795c44df+23:22675:x1870627099392768:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 186us (10298us total) trans 0 rc 0/0 00000100:00100000:0.0:1783969688.124048:0:22673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 111 00000100:00100000:1.0:1783969688.124187:0:22675:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea8896b100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b884c461-3115-4676-b8ef-3f3c795c44df:22675:1870627099392768:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1783969688.124208:0:22675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.134@tcp lock: ffff93e981ad8600/0xea31253a47cbb8a9 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xea31253a47cbb8b0 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969688.124237:0:22675:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.134@tcp lock: ffff93e981ad8600/0xea31253a47cbb8a9 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xea31253a47cbb8b0 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783969688.124310:0:22675:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea86fb1c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b884c461-3115-4676-b8ef-3f3c795c44df:22675:1870627099392896:0@lo:256:ll_cfg_requeue.0 00000100:00100000:1.0:1783969688.124355:0:22675:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783969688.124423:0:22675:0:(client.c:2702:ptlrpc_set_wait()) set ffff93e9824b2f00 going to sleep for 11 seconds 00000100:00100000:3.0:1783969688.124725:0:22672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099392896 00000100:00100000:3.0:1783969688.124730:0:22672:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099392896 00000100:00100000:3.0:1783969688.124769:0:22672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 112 00000100:00100000:3.0:1783969688.124777:0:22672:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eab777f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b884c461-3115-4676-b8ef-3f3c795c44df+23:22675:x1870627099392896:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:3.0:1783969688.124793:0:22672:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:3.0:1783969688.124812:0:22672:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:3.0:1783969688.124815:0:22672:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 14 00000100:00100000:3.0:1783969688.124888:0:22672:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eab777f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b884c461-3115-4676-b8ef-3f3c795c44df+23:22675:x1870627099392896:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 112us (532us total) trans 0 rc 0/0 00000100:00100000:3.0:1783969688.124895:0:22672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 112 00000100:00100000:1.0:1783969688.125036:0:22675:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea86fb1c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b884c461-3115-4676-b8ef-3f3c795c44df:22675:1870627099392896:0@lo:256:ll_cfg_requeue.0 10000000:01000000:1.0:1783969688.125094:0:22675:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.201.134@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:1.0:1783969688.125102:0:22675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.134@tcp lock: ffff93e981ad8600/0xea31253a47cbb8a9 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xea31253a47cbb8b0 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969688.125112:0:22675:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.134@tcp lock: ffff93e981ad8600/0xea31253a47cbb8a9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xea31253a47cbb8b0 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1783969688.125122:0:22675:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:1.0:1783969688.125125:0:22675:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-mdtir-ffff93eac1553800 from 14 10000000:01000000:1.0:1783969688.125129:0:22675:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:1.0:1783969688.125151:0:22675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.134@tcp lock: ffff93e983de7a00/0xea31253a47cbb8b7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969688.125159:0:22675:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.134@tcp lock: ffff93e983de7a00/0xea31253a47cbb8b7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969688.125167:0:22675:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.134@tcp lock: ffff93e983de7a00/0xea31253a47cbb8b7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783969688.125180:0:22675:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea86fb1c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b884c461-3115-4676-b8ef-3f3c795c44df:22675:1870627099393024:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1783969688.125212:0:22675:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783969688.125238:0:22675:0:(client.c:2702:ptlrpc_set_wait()) set ffff93e9824b2f00 going to sleep for 11 seconds 00000100:00100000:3.0:1783969688.125419:0:22672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099393024 00000100:00100000:3.0:1783969688.125424:0:22672:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099393024 00000100:00100000:3.0:1783969688.125465:0:22672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 113 00000100:00100000:3.0:1783969688.125471:0:22672:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eab777ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b884c461-3115-4676-b8ef-3f3c795c44df+23:22675:x1870627099393024:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1783969688.125480:0:22672:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783969688.125490:0:22672:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff93e981ad8200/0xea31253a47cbb8be lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xea31253a47cbb8b7 expref: -99 pid: 22672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969688.125505:0:22672:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff93e981ad8200/0xea31253a47cbb8be lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xea31253a47cbb8b7 expref: 24 pid: 22672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969688.125513:0:22672:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff93e981ad8200/0xea31253a47cbb8be lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xea31253a47cbb8b7 expref: 24 pid: 22672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969688.125520:0:22672:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93e981ad8200, rc 0) 00000100:00100000:3.0:1783969688.125555:0:22672:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eab777ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b884c461-3115-4676-b8ef-3f3c795c44df+24:22675:x1870627099393024:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 84us (342us total) trans 0 rc 0/0 00000100:00100000:3.0:1783969688.125560:0:22672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 113 00000100:00100000:1.0:1783969688.125793:0:22675:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea86fb1c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b884c461-3115-4676-b8ef-3f3c795c44df:22675:1870627099393024:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1783969688.125804:0:22675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.134@tcp lock: ffff93e983de7a00/0xea31253a47cbb8b7 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xea31253a47cbb8be expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969688.125812:0:22675:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.134@tcp lock: ffff93e983de7a00/0xea31253a47cbb8b7 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xea31253a47cbb8be expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783969688.125857:0:22675:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea86fb1c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b884c461-3115-4676-b8ef-3f3c795c44df:22675:1870627099393152:0@lo:256:ll_cfg_requeue.0 00000100:00100000:1.0:1783969688.125887:0:22675:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783969688.125914:0:22675:0:(client.c:2702:ptlrpc_set_wait()) set ffff93e9824b2f00 going to sleep for 11 seconds 00000100:00100000:0.0:1783969688.125966:0:22671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099393152 00000100:00100000:0.0:1783969688.125972:0:22671:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099393152 00000100:00100000:0.0:1783969688.126009:0:22671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 114 00000100:00100000:0.0:1783969688.126017:0:22671:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eab777d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b884c461-3115-4676-b8ef-3f3c795c44df+24:22675:x1870627099393152:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:0.0:1783969688.126030:0:22671:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:0.0:1783969688.126048:0:22671:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:0.0:1783969688.126051:0:22671:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 14 00000100:00100000:0.0:1783969688.126126:0:22671:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eab777d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b884c461-3115-4676-b8ef-3f3c795c44df+24:22675:x1870627099393152:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 109us (236us total) trans 0 rc 0/0 00000100:00100000:0.0:1783969688.126133:0:22671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 114 00000100:00100000:0.0:1783969688.126163:0:22675:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea86fb1c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b884c461-3115-4676-b8ef-3f3c795c44df:22675:1870627099393152:0@lo:256:ll_cfg_requeue.0 10000000:01000000:0.0:1783969688.126205:0:22675:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.201.134@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1783969688.126211:0:22675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.134@tcp lock: ffff93e983de7a00/0xea31253a47cbb8b7 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xea31253a47cbb8be expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969688.126219:0:22675:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.134@tcp lock: ffff93e983de7a00/0xea31253a47cbb8b7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xea31253a47cbb8be expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969688.310518:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783969688.435634:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1783969688.435656:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93eab7200700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1870627099393280:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1783969688.435723:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783969688.435795:0:24187:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099393280 00000100:00100000:0.0:1783969688.435803:0:24187:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099393280 00000100:00100000:0.0:1783969688.435861:0:24187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1783969688.435870:0:24187:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea88969500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3649:x1870627099393280:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1783969688.435901:0:24187:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1783969688.435943:0:24187:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea88969500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3649:x1870627099393280:12345-0@lo:13:osp-pre-0-0.0 Request processed in 75us (220us total) trans 0 rc 0/0 00000100:00100000:0.0:1783969688.435951:0:24187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1783969688.435998:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93eab7200700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1870627099393280:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1783969688.436044:0:22674:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1783969689.328582:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783969689.456673:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1783969689.460977:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93e983d23800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1870627099393408:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1783969689.461082:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783969689.469076:0:24187:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099393408 00000100:00100000:2.0:1783969689.469101:0:24187:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099393408 00000100:00100000:3.0:1783969689.479687:0:24187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1783969689.479711:0:24187:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea86fb0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1870627099393408:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1783969689.479762:0:24187:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1783969689.479901:0:24187:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea86fb0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1870627099393408:12345-0@lo:13:osp-pre-0-1.0 Request processed in 200us (18818us total) trans 0 rc 0/0 00000100:00100000:3.0:1783969689.479911:0:24187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1783969689.480002:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93e983d23800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1870627099393408:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1783969689.480934:0:22674:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1783969689.968939:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1783969689.968971:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea8896bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1870627099393536:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1783969689.969079:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783969689.969146:0:22683:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099393536 00000100:00100000:3.0:1783969689.969157:0:22683:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099393536 00000100:00100000:3.0:1783969689.969232:0:22683:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:3.0:1783969689.969242:0:22683:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea8896b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3647:x1870627099393536:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1783969689.969292:0:22683:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1783969689.969358:0:22683:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea8896b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3647:x1870627099393536:12345-0@lo:41:osp-pre-1-0.0 Request processed in 116us (279us total) trans 0 rc 0/0 00000100:00100000:3.0:1783969689.969366:0:22683:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:3.0:1783969689.969452:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea8896bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1870627099393536:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1783969689.975138:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea86fb3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1870627099393664:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1783969689.975255:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783969689.975366:0:22683:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099393664 00000100:00100000:2.0:1783969689.975378:0:22683:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099393664 00000100:00100000:2.0:1783969689.975478:0:22683:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:2.0:1783969689.975490:0:22683:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea8896bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3647:x1870627099393664:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1783969689.975536:0:22683:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1783969689.988922:0:22683:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea8896bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3647:x1870627099393664:12345-0@lo:41:osp-pre-0-1.0 Request processed in 13410us (13643us total) trans 0 rc 0/0 00000100:00100000:2.0:1783969689.988943:0:22683:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:3.0:1783969689.994532:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea86fb3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1870627099393664:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1783969690.363998:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1783969690.802099:0:23430:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:3.0:1783969691.376554:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783969691.504806:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93eab7200700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:b884c461-3115-4676-b8ef-3f3c795c44df:3648:1870627099393792:0@lo:400:kworker.0 00000100:00100000:1.0:1783969691.504916:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783969691.507766:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93eab7202300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1870627099393920:0@lo:400:kworker.0 00000100:00100000:2.0:1783969691.507865:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783969691.507956:0:22684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099393920 00000100:00100000:2.0:1783969691.507964:0:22684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099393920 00000100:00100000:2.0:1783969691.508020:0:22684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:2.0:1783969691.508029:0:22684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93e983d23480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3649:x1870627099393920:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783969691.508092:0:22684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93e983d23480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3649:x1870627099393920:12345-0@lo:400:kworker.0 Request processed in 64us (227us total) trans 0 rc 0/0 00000100:00100000:2.0:1783969691.508098:0:22684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:2.0:1783969691.508142:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93eab7202300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1870627099393920:0@lo:400:kworker.0 00000100:00080000:0.0:1783969691.521557:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1783969691.521566:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1783969691.521571:0:36:0:(import.c:65:import_set_state_nolock()) ffff93ea88952000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1783969691.521588:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff93ea88952000 using connection 192.168.201.134@tcp/0@lo 00000100:00100000:0.0:1783969691.521623:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1783969691.521899:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93e983d21c00 x1870627099394176/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1783969691.521930:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1783969691.521949:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93e983d21180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3646:1870627099394304:0@lo:400:kworker.0 00000100:00100000:2.0:1783969691.522030:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783969691.522099:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1783969691.522105:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93e983d21f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1870627099394432:0@lo:400:kworker.0 00000100:00100000:2.0:1783969691.522131:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783969691.522160:0:22684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099394432 00000100:00100000:2.0:1783969691.522167:0:22684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099394432 00000100:00100000:2.0:1783969691.522241:0:22684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:2.0:1783969691.522251:0:22684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93e983d23800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3649:x1870627099394432:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783969691.522330:0:22684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93e983d23800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3649:x1870627099394432:12345-0@lo:400:kworker.0 Request processed in 79us (195us total) trans 0 rc 0/0 00000100:00100000:2.0:1783969691.522338:0:22684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:2.0:1783969691.522419:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93e983d21f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1870627099394432:0@lo:400:kworker.0 00000100:00080000:2.0:1783969691.522454:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1783969691.522458:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1783969691.522468:0:36:0:(import.c:65:import_set_state_nolock()) ffff93eaa01ef800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1783969691.522485:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff93eaa01ef800 using connection 192.168.201.134@tcp/0@lo 00000100:00100000:2.0:1783969691.522500:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93e983d21f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1870627099394560:0@lo:400:kworker.0 00000100:00100000:2.0:1783969691.522531:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783969691.522574:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93e983d22680 x1870627099394688/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1783969691.522604:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea865aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3646:1870627099394816:0@lo:400:kworker.0 00000100:00100000:2.0:1783969691.522629:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783969691.522670:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1783969691.522675:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea865a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3646:1870627099394944:0@lo:400:kworker.0 00000100:00100000:2.0:1783969691.522697:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783969691.522722:0:22680:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099394304 00000100:00100000:2.0:1783969691.522727:0:22680:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099394304 00000100:00100000:2.0:1783969691.522757:0:22680:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099394816 00000100:00100000:2.0:1783969691.522760:0:22680:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099394816 00000100:00100000:2.0:1783969691.522773:0:22680:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099394944 00000100:00100000:2.0:1783969691.522776:0:22680:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099394944 00000100:00100000:2.0:1783969691.522806:0:22680:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:2.0:1783969691.522813:0:22680:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93e983d23b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1870627099394304:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783969691.522851:0:22680:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93e983d23b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1870627099394304:12345-0@lo:400:kworker.0 Request processed in 39us (821us total) trans 0 rc 0/0 00000100:00100000:2.0:1783969691.522857:0:22680:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:2.0:1783969691.522872:0:22680:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:2.0:1783969691.522877:0:22680:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea865a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3646:x1870627099394816:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783969691.522907:0:22680:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea865a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3646:x1870627099394816:12345-0@lo:400:kworker.0 Request processed in 29us (276us total) trans 0 rc 0/0 00000100:00100000:2.0:1783969691.522912:0:22680:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:2.0:1783969691.522932:0:22680:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:2.0:1783969691.522938:0:22680:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea865aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3646:x1870627099394944:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783969691.522966:0:22680:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea865aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3646:x1870627099394944:12345-0@lo:400:kworker.0 Request processed in 28us (268us total) trans 0 rc 0/0 00000100:00100000:2.0:1783969691.522972:0:22680:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00080000:2.0:1783969691.522989:0:22674:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00080000:2.0:1783969691.523012:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93ea865a9880 x1870627099394944/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783969707 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783969691.523022:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea865a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3646:1870627099394944:0@lo:400:kworker.0 00010000:00080000:2.0:1783969691.523032:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93ea865aa300 x1870627099394816/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783969707 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783969691.523039:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea865aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3646:1870627099394816:0@lo:400:kworker.0 00010000:00080000:2.0:1783969691.523049:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93e983d21180 x1870627099394304/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783969707 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783969691.523056:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93e983d21180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3646:1870627099394304:0@lo:400:kworker.0 00000100:00100000:2.0:1783969691.523092:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1783969691.523098:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea865aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3649:1870627099395072:0@lo:400:kworker.0 00000100:00100000:2.0:1783969691.523121:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783969691.523142:0:22680:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099395072 00000100:00100000:2.0:1783969691.523146:0:22680:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099395072 00000100:00100000:2.0:1783969691.523170:0:22680:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1783969691.523175:0:22680:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea865a9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3649:x1870627099395072:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783969691.523207:0:22680:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea865a9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3649:x1870627099395072:12345-0@lo:400:kworker.0 Request processed in 31us (84us total) trans 0 rc 0/0 00000100:00100000:2.0:1783969691.523214:0:22680:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00080000:2.0:1783969691.523234:0:22674:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:2.0:1783969691.523251:0:3649:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93ea865aa300 x1870627099395072/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783969707 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783969691.523260:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea865aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3649:1870627099395072:0@lo:400:kworker.0 00000100:00100000:2.0:1783969691.523289:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea865aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3649:1870627099395200:0@lo:400:kworker.0 00000100:00100000:2.0:1783969691.523330:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783969691.523354:0:22680:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099395200 00000100:00100000:2.0:1783969691.523357:0:22680:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099395200 00000100:00100000:2.0:1783969691.523405:0:22680:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1783969691.523413:0:22680:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea865aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3649:x1870627099395200:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783969691.523448:0:22680:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea865aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3649:x1870627099395200:12345-0@lo:400:kworker.0 Request processed in 37us (117us total) trans 0 rc 0/0 00000100:00100000:2.0:1783969691.523454:0:22680:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00080000:2.0:1783969691.523468:0:22674:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00080000:2.0:1783969691.523481:0:3649:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93ea865aa300 x1870627099395200/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783969707 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783969691.523491:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea865aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3649:1870627099395200:0@lo:400:kworker.0 00000100:00100000:2.0:1783969691.523522:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea865aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3646:1870627099395328:0@lo:400:kworker.0 00000100:00100000:2.0:1783969691.523551:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783969691.523573:0:22680:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099395328 00000100:00100000:2.0:1783969691.523576:0:22680:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099395328 00000100:00100000:2.0:1783969691.523601:0:22680:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:0.0:1783969691.523606:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93eab7200380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1870627099394048:0@lo:400:kworker.0 00000100:00100000:2.0:1783969691.523610:0:22680:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea865a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3646:x1870627099395328:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783969691.523994:0:22680:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea865a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3646:x1870627099395328:12345-0@lo:400:kworker.0 Request processed in 384us (440us total) trans 0 rc 0/0 00000100:00100000:2.0:1783969691.524012:0:22680:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00080000:2.0:1783969691.524030:0:22674:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:2.0:1783969691.524051:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93ea865aa300 x1870627099395328/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783969707 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783969691.524060:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea865aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3646:1870627099395328:0@lo:400:kworker.0 00000100:00100000:2.0:1783969691.524132:0:3645:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93e983d21c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1870627099394176:0@lo:8:kworker.0 00000100:00100000:2.0:1783969691.524163:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783969691.524277:0:3645:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93e983d22680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3645:1870627099394688:0@lo:8:kworker.0 00000100:00100000:2.0:1783969691.524302:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783969691.524358:0:24185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099394560 00000100:00100000:2.0:1783969691.524363:0:24185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099394560 00000100:00100000:2.0:1783969691.524427:0:24185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099394176 00000100:00100000:2.0:1783969691.524430:0:24185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099394176 00000100:00100000:2.0:1783969691.524438:0:24185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099394688 00000100:00100000:2.0:1783969691.524440:0:24185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099394688 00000100:00100000:2.0:1783969691.524449:0:24185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1783969691.524455:0:24185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93e983d20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3649:x1870627099394560:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783969691.525080:0:24185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93e983d20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3649:x1870627099394560:12345-0@lo:400:kworker.0 Request processed in 621us (2543us total) trans 0 rc 0/0 00000100:00100000:2.0:1783969691.525092:0:24185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1783969691.525118:0:24185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1783969691.525969:0:24185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea865aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3645:x1870627099394176:12345-0@lo:8:kworker.0 00010000:00080000:2.0:1783969691.526030:0:24185:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-OST0001: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 753 last 0 00000020:00000080:2.0:1783969691.526076:0:24185:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xea31253a47cbb8c5 00002000:00100000:2.0:1783969691.526097:0:24185:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli lustre-MDT0000-mdtlov_UUID/ffff93e9831ab000 ocd_connect_flags: 0xa044401443000026 ocd_version: 21136a2 ocd_grant: 0 ocd_index: 1 ocd_group 0 00002000:00080000:2.0:1783969691.526111:0:24185:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0001: Received MDS connection for group 0 00002000:00100000:2.0:1783969691.526114:0:24185:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0001: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:2.0:1783969691.526408:0:24185:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:2.0:1783969691.526442:0:24185:0:(import.c:65:import_set_state_nolock()) ffff93e9831ac800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1783969691.527590:0:24185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea865aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3645:x1870627099394176:12345-0@lo:8:kworker.0 Request processed in 2453us (3414us total) trans 0 rc 0/0 00000100:00100000:2.0:1783969691.527609:0:24185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1783969691.527659:0:24185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1783969691.527667:0:24185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93e983d21180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3645:x1870627099394688:12345-0@lo:8:kworker.0 00010000:00080000:2.0:1783969691.527715:0:24185:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-OST0001: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 753 last 0 00000020:00000080:2.0:1783969691.527767:0:24185:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xea31253a47cbb8cc 00002000:00100000:2.0:1783969691.527787:0:24185:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli lustre-MDT0001-mdtlov_UUID/ffff93e9831ad000 ocd_connect_flags: 0xa044401443000026 ocd_version: 21136a2 ocd_grant: 0 ocd_index: 1 ocd_group 1 00002000:00080000:2.0:1783969691.527791:0:24185:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0001: Received MDS connection for group 1 00002000:00100000:2.0:1783969691.527795:0:24185:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0001: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:2.0:1783969691.527872:0:24185:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 1 00000100:00080000:2.0:1783969691.527901:0:24185:0:(import.c:65:import_set_state_nolock()) ffff93e9831a9800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1783969691.527951:0:24185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93e983d21180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:3645:x1870627099394688:12345-0@lo:8:kworker.0 Request processed in 283us (3646us total) trans 0 rc 0/0 00000100:00100000:2.0:1783969691.527957:0:24185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00080000:2.0:1783969691.528005:0:22674:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00080000:2.0:1783969691.528051:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93e983d21c00 x1870627099394176/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1783969716 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1783969691.528074:0:3645:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0001-osc-MDT0000: connect to target with instance 3 00000100:00080000:2.0:1783969691.528083:0:3645:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0001-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:2.0:1783969691.528090:0:3645:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:2.0:1783969691.528093:0:3645:0:(import.c:65:import_set_state_nolock()) ffff93ea88952000 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000004:00080000:2.0:1783969691.528137:0:3645:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:2.0:1783969691.528146:0:3645:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93e983d21c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3645:1870627099394176:0@lo:8:kworker.0 00010000:00080000:2.0:1783969691.528165:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93e983d22680 x1870627099394688/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/416 e 0 to 0 dl 1783969716 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1783969691.528421:0:3645:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0001-osc-MDT0001: connect to target with instance 3 00000100:00080000:2.0:1783969691.528427:0:3645:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0001-osc-MDT0001: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:2.0:1783969691.528432:0:3645:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:2.0:1783969691.528434:0:3645:0:(import.c:65:import_set_state_nolock()) ffff93eaa01ef800 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000004:00080000:2.0:1783969691.528449:0:3645:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:2.0:1783969691.528454:0:3645:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93e983d22680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3645:1870627099394688:0@lo:8:kworker.0 00000004:00080000:2.0:1783969691.528589:0:22705:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: going to cleanup orphans since [0x2c0000401:0x22:0x0] 00000100:00100000:2.0:1783969691.528615:0:22705:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93e983d21c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22705:1870627099395584:0@lo:5:osp-pre-1-0.0 00000100:00100000:2.0:1783969691.528667:0:22705:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783969691.528694:0:22705:0:(client.c:2702:ptlrpc_set_wait()) set ffff93ea84fb0f00 going to sleep for 11 seconds 00000100:00100000:2.0:1783969691.528711:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1783969691.528721:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93e983d22680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1870627099395456:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1783969691.528750:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1783969691.530820:0:22704:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:3.0:1783969691.530980:0:22704:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 753658598269ns, next at 0ns, rc = 0 00080000:00080000:3.0:1783969691.530992:0:22704:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0000: async commit OSD 00000004:00080000:3.0:1783969691.531107:0:23423:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0001: going to cleanup orphans since [0x2c0000400:0x1:0x0] 00000100:00100000:3.0:1783969691.531141:0:23423:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea8896b800 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23423:1870627099395840:0@lo:7:osp-pre-1-1.0 00000100:00100000:2.0:1783969691.531438:0:24187:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099395456 00000100:00100000:2.0:1783969691.531448:0:24187:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099395456 00000100:00100000:2.0:1783969691.531897:0:24187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1783969691.531911:0:24187:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea86f8ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3646:x1870627099395456:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1783969691.531951:0:24187:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3915849728 avail 3684327424 00000100:00100000:2.0:1783969691.532044:0:24187:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea86f8ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3646:x1870627099395456:12345-0@lo:13:osp-pre-1-0.0 Request processed in 137us (3292us total) trans 0 rc 0/0 00000100:00100000:2.0:1783969691.532052:0:24187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00080000:2.0:1783969691.532088:0:22674:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00080000:2.0:1783969691.532144:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93e983d22680 x1870627099395456/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1783969707 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783969691.532776:0:23423:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783969691.532812:0:23423:0:(client.c:2702:ptlrpc_set_wait()) set ffff93ea86ffcb40 going to sleep for 11 seconds 00000004:00080000:3.0:1783969691.532833:0:23422:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:3.0:1783969691.532939:0:23422:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 753660557453ns, next at 0ns, rc = 0 00080000:00080000:3.0:1783969691.532946:0:23422:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0001: async commit OSD 00000100:00100000:2.0:1783969691.533187:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93e983d22680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1870627099395456:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1783969691.533472:0:24183:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099395584 00000100:00100000:2.0:1783969691.533490:0:24183:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099395584 00000100:00100000:2.0:1783969691.533527:0:24183:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099395840 00000100:00100000:2.0:1783969691.533530:0:24183:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099395840 00000100:00100000:2.0:1783969691.533560:0:24183:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1783969691.533569:0:24183:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea86f8f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:22705:x1870627099395584:12345-0@lo:5:osp-pre-1-0.0 00000100:00100000:1.0:1783969691.533766:0:22671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099393792 00000100:00100000:1.0:1783969691.533773:0:22671:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099393792 00000100:00100000:1.0:1783969691.533810:0:22671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 115 00000100:00100000:1.0:1783969691.533820:0:22671:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eab902d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b884c461-3115-4676-b8ef-3f3c795c44df+24:3648:x1870627099393792:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783969691.533897:0:22671:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eab902d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b884c461-3115-4676-b8ef-3f3c795c44df+24:3648:x1870627099393792:12345-0@lo:400:kworker.0 Request processed in 79us (28981us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969691.533906:0:22671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 115 00000100:00100000:1.0:1783969691.533956:0:24186:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1783969691.533964:0:24186:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea88968e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:23423:x1870627099395840:12345-0@lo:7:osp-pre-1-1.0 00000100:00080000:2.0:1783969691.533979:0:22674:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1783969691.534053:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93e983d21f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1870627099394560:0@lo:400:kworker.0 00000100:00100000:1.0:1783969691.534062:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea8896b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1870627099395712:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1783969691.534364:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783969691.534419:0:25016:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 4 min 3 max 116 00000100:00100000:0.0:1783969691.534443:0:25016:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_004' 00000100:00100000:0.0:1783969691.534706:0:25016:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099394048 00000100:00100000:0.0:1783969691.534711:0:25016:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099394048 00000100:00100000:0.0:1783969691.534748:0:25016:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 4 min 3 max 116 00000100:00100000:0.0:1783969691.534757:0:25016:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1783969691.534765:0:25016:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eab7203b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3647:x1870627099394048:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783969691.534812:0:25016:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eab7203b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3647:x1870627099394048:12345-0@lo:400:kworker.0 Request processed in 48us (450us total) trans 0 rc 0/0 00000100:00100000:0.0:1783969691.534819:0:25016:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1783969691.534852:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93eab7200380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1870627099394048:0@lo:400:kworker.0 00000100:00100000:1.0:1783969691.535363:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783969691.540125:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93eab7200700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:b884c461-3115-4676-b8ef-3f3c795c44df:3648:1870627099393792:0@lo:400:kworker.0 00000100:00080000:2.0:1783969691.540346:0:22674:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1783969691.541293:0:24187:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099395712 00000100:00100000:0.0:1783969691.541320:0:24187:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099395712 00000100:00100000:0.0:1783969691.541415:0:24187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1783969691.541429:0:24187:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea86fb1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+7:3648:x1870627099395712:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1783969691.541466:0:24187:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3915849728 avail 3684327424 00000100:00100000:0.0:1783969691.541588:0:24187:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea86fb1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+7:3648:x1870627099395712:12345-0@lo:13:osp-pre-1-1.0 Request processed in 163us (6226us total) trans 0 rc 0/0 00000100:00100000:0.0:1783969691.541597:0:24187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00010000:00080000:0.0:1783969691.541671:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93ea8896b100 x1870627099395712/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1783969707 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783969691.541698:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea8896b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1870627099395712:0@lo:13:osp-pre-1-1.0 00002000:00080000:1.0:1783969691.542959:0:24186:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0001: adding sequence 0x2c0000400 00002000:00080000:1.0:1783969691.542975:0:24186:0:(ofd_dev.c:1208:ofd_get_info_hdl()) lustre-OST0001: LAST FID is [0x2c0000400:0x41:0x0] 00000100:00100000:1.0:1783969691.543076:0:24186:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea88968e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:23423:x1870627099395840:12345-0@lo:7:osp-pre-1-1.0 Request processed in 9109us (10299us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969691.543089:0:24186:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000004:00080000:0.0:1783969691.543279:0:22658:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1 committed 00010000:00080000:1.0:1783969691.543373:0:23423:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93ea8896b800 x1870627099395840/t0(0) o7->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 264/240 e 0 to 0 dl 1783969707 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783969691.543688:0:23423:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea8896b800 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23423:1870627099395840:0@lo:7:osp-pre-1-1.0 00000004:00080000:1.0:1783969691.543708:0:23423:0:(osp_precreate.c:810:osp_get_lastfid_from_ost()) lustre-OST0001-osc-MDT0001: Got last_fid [0x2c0000400:0x41:0x0] 00000100:00100000:0.0:1783969691.543829:0:23423:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93eab7200380 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23423:1870627099395968:0@lo:5:osp-pre-1-1.0 00000100:00100000:0.0:1783969691.543888:0:23423:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783969691.543928:0:23423:0:(client.c:2702:ptlrpc_set_wait()) set ffff93eaac713000 going to sleep for 11 seconds 00000100:00100000:1.0:1783969691.544006:0:25016:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099395968 00000100:00100000:1.0:1783969691.544015:0:25016:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099395968 00000100:00100000:1.0:1783969691.544075:0:25016:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1783969691.544087:0:25016:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eab7201f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:23423:x1870627099395968:12345-0@lo:5:osp-pre-1-1.0 00002000:00080000:1.0:1783969691.544124:0:25016:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = 0 00000100:00100000:1.0:1783969691.544299:0:25016:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eab7201f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:23423:x1870627099395968:12345-0@lo:5:osp-pre-1-1.0 Request processed in 212us (409us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969691.544318:0:25016:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00010000:00080000:1.0:1783969691.544372:0:23423:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93eab7200380 x1870627099395968/t0(0) o5->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 432/432 e 0 to 0 dl 1783969707 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783969691.544404:0:23423:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93eab7200380 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23423:1870627099395968:0@lo:5:osp-pre-1-1.0 00000004:00080000:1.0:1783969691.544416:0:23423:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0001: Got last_id [0x2c0000400:0x41:0x0] from OST, last_created [0x2c0000400:0x41:0x0]last_used is [0x2c0000400:0x41:0x0] 00000004:00080000:2.0:1783969691.544524:0:23412:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1 committed 00002000:00080000:2.0:1783969691.544580:0:24183:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0001: adding sequence 0x2c0000401 00002000:00080000:2.0:1783969691.544586:0:24183:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = -31 00002000:02000040:2.0:1783969691.544593:0:24183:0:(ofd_dev.c:1491:ofd_orphans_destroy()) lustre-OST0001: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x2c0000401:35 to 0x2c0000401:65) 00000100:00100000:0.0:1783969691.558032:0:23423:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93eab7203100 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23423:1870627099396096:0@lo:5:osp-pre-1-1.0 00000100:00100000:0.0:1783969691.558131:0:23423:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783969691.558191:0:23423:0:(client.c:2702:ptlrpc_set_wait()) set ffff93eaac713b40 going to sleep for 11 seconds 00000100:00100000:2.0:1783969691.558332:0:24185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099396096 00000100:00100000:2.0:1783969691.558438:0:24185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099396096 00002000:00010000:0.0:1783969691.558480:0:24183:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x41:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1783969691.558491:0:24183:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003325ea5d/0xea31253a47cbb8d3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969691.561272:0:24183:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x41:0x0].0x0 since=753s v=(0 0) 00010000:00010000:0.0:1783969691.561279:0:24183:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x41:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783969691.561290:0:24183:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003325ea5d/0xea31253a47cbb8d3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969691.561333:0:24183:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003325ea5d/0xea31253a47cbb8d3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969691.561347:0:24183:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003325ea5d/0xea31253a47cbb8d3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969691.561364:0:24183:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003325ea5d/0xea31253a47cbb8d3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969691.561426:0:24183:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1783969691.561826:0:24185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:2.0:1783969691.561839:0:24185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eab7201c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:23423:x1870627099396096:12345-0@lo:5:osp-pre-1-1.0 00002000:00080000:2.0:1783969691.561900:0:24185:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x2c0000400 at 66 00010000:00010000:0.0:1783969691.561927:0:22666:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783969691.561936:0:22666:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003325ea5d/0xea31253a47cbb8d3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969691.561953:0:22666:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93e983ddc200 already unused, calling callback (ffffffffc0d02230) 00010000:00010000:0.0:1783969691.561958:0:22666:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003325ea5d/0xea31253a47cbb8d3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969691.561967:0:22666:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003325ea5d/0xea31253a47cbb8d3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969691.561989:0:22666:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003325ea5d/0xea31253a47cbb8d3 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969691.561997:0:22666:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003325ea5d/0xea31253a47cbb8d3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969691.562237:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783969691.562240:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783969691.562242:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1783969691.562359:0:24183:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x40:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1783969691.562366:0:24183:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ae8327d3/0xea31253a47cbb8da lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969691.562406:0:24183:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x40:0x0].0x0 since=753s v=(0 0) 00010000:00010000:2.0:1783969691.562411:0:24183:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x40:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783969691.562417:0:24183:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ae8327d3/0xea31253a47cbb8da lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969691.562432:0:24183:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ae8327d3/0xea31253a47cbb8da lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969691.562733:0:24183:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ae8327d3/0xea31253a47cbb8da lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969691.562742:0:24183:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ae8327d3/0xea31253a47cbb8da lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969691.562764:0:24183:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1783969691.562775:0:22667:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783969691.562780:0:22667:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ae8327d3/0xea31253a47cbb8da lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969691.562833:0:22667:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93ea837bd800 already unused, calling callback (ffffffffc0d02230) 00010000:00010000:2.0:1783969691.562838:0:22667:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ae8327d3/0xea31253a47cbb8da lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969691.562846:0:22667:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ae8327d3/0xea31253a47cbb8da lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969691.562871:0:22667:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ae8327d3/0xea31253a47cbb8da lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969691.562878:0:22667:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ae8327d3/0xea31253a47cbb8da lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969691.562896:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783969691.562898:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783969691.562900:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1783969691.563637:0:24183:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1783969691.563653:0:24183:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fe4cfd12/0xea31253a47cbb8e1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969691.563670:0:24183:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3f:0x0].0x0 since=753s v=(0 0) 00010000:00010000:2.0:1783969691.563674:0:24183:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783969691.563681:0:24183:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fe4cfd12/0xea31253a47cbb8e1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969691.563699:0:24183:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fe4cfd12/0xea31253a47cbb8e1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969691.563711:0:24183:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fe4cfd12/0xea31253a47cbb8e1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969691.563720:0:24183:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000fe4cfd12/0xea31253a47cbb8e1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969691.564875:0:24183:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1783969691.565149:0:22666:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783969691.565158:0:22666:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000fe4cfd12/0xea31253a47cbb8e1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969691.565167:0:22666:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93ea837bca00 already unused, calling callback (ffffffffc0d02230) 00010000:00010000:0.0:1783969691.565171:0:22666:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000fe4cfd12/0xea31253a47cbb8e1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969691.565182:0:22666:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000fe4cfd12/0xea31253a47cbb8e1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969691.565203:0:22666:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000fe4cfd12/0xea31253a47cbb8e1 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969691.565219:0:22666:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fe4cfd12/0xea31253a47cbb8e1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969691.565241:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783969691.565243:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783969691.565244:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1783969691.571901:0:24183:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1783969691.571913:0:24183:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ae8327d3/0xea31253a47cbb8e8 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969691.571931:0:24183:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3e:0x0].0x0 since=753s v=(0 0) 00010000:00010000:2.0:1783969691.571935:0:24183:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783969691.571942:0:24183:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ae8327d3/0xea31253a47cbb8e8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969691.571957:0:24183:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ae8327d3/0xea31253a47cbb8e8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969691.571968:0:24183:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ae8327d3/0xea31253a47cbb8e8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969691.571976:0:24183:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ae8327d3/0xea31253a47cbb8e8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969691.572003:0:24183:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1783969691.572945:0:22667:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783969691.572955:0:22667:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ae8327d3/0xea31253a47cbb8e8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969691.572966:0:22667:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93ea837bd800 already unused, calling callback (ffffffffc0d02230) 00010000:00010000:0.0:1783969691.572971:0:22667:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ae8327d3/0xea31253a47cbb8e8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969691.572981:0:22667:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ae8327d3/0xea31253a47cbb8e8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969691.573001:0:22667:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ae8327d3/0xea31253a47cbb8e8 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969691.573009:0:22667:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ae8327d3/0xea31253a47cbb8e8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969691.573028:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783969691.573030:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783969691.573032:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1783969691.574159:0:24183:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1783969691.574171:0:24183:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fe4cfd12/0xea31253a47cbb8ef lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969691.574185:0:24183:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3d:0x0].0x0 since=753s v=(0 0) 00010000:00010000:2.0:1783969691.574200:0:24183:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783969691.574206:0:24183:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fe4cfd12/0xea31253a47cbb8ef lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969691.574219:0:24183:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fe4cfd12/0xea31253a47cbb8ef lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969691.574229:0:24183:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fe4cfd12/0xea31253a47cbb8ef lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969691.574237:0:24183:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000fe4cfd12/0xea31253a47cbb8ef lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969691.574263:0:24183:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1783969691.574328:0:22666:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1783969691.574344:0:22666:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000fe4cfd12/0xea31253a47cbb8ef lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969691.574369:0:22666:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93ea837bca00 already unused, calling callback (ffffffffc0d02230) 00010000:00010000:1.0:1783969691.574374:0:22666:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000fe4cfd12/0xea31253a47cbb8ef lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969691.574406:0:22666:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000fe4cfd12/0xea31253a47cbb8ef lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969691.574448:0:22666:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000fe4cfd12/0xea31253a47cbb8ef lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969691.574458:0:22666:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fe4cfd12/0xea31253a47cbb8ef lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969691.574487:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783969691.574490:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783969691.574654:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1783969691.574998:0:24183:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1783969691.575006:0:24183:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d855df64/0xea31253a47cbb8f6 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969691.575018:0:24183:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3c:0x0].0x0 since=753s v=(0 0) 00010000:00010000:2.0:1783969691.575021:0:24183:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783969691.575026:0:24183:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d855df64/0xea31253a47cbb8f6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969691.575036:0:24183:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d855df64/0xea31253a47cbb8f6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969691.575047:0:24183:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d855df64/0xea31253a47cbb8f6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969691.575061:0:24183:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d855df64/0xea31253a47cbb8f6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969691.575085:0:24183:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1783969691.575118:0:22667:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1783969691.575128:0:22667:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d855df64/0xea31253a47cbb8f6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969691.575138:0:22667:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93e98353d200 already unused, calling callback (ffffffffc0d02230) 00010000:00010000:1.0:1783969691.575142:0:22667:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d855df64/0xea31253a47cbb8f6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969691.575239:0:22667:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d855df64/0xea31253a47cbb8f6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969691.575253:0:22667:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d855df64/0xea31253a47cbb8f6 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969691.575260:0:22667:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d855df64/0xea31253a47cbb8f6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969691.575280:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783969691.575282:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783969691.575284:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1783969691.576570:0:24183:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1783969691.576580:0:24183:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000063065b95/0xea31253a47cbb8fd lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969691.576594:0:24183:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3b:0x0].0x0 since=753s v=(0 0) 00010000:00010000:2.0:1783969691.576599:0:24183:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783969691.576605:0:24183:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000063065b95/0xea31253a47cbb8fd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969691.576618:0:24183:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000063065b95/0xea31253a47cbb8fd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969691.576627:0:24183:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000063065b95/0xea31253a47cbb8fd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969691.576634:0:24183:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000063065b95/0xea31253a47cbb8fd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969691.576657:0:24183:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1783969691.576694:0:22666:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1783969691.576708:0:22666:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000063065b95/0xea31253a47cbb8fd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969691.576722:0:22666:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93e98353ce00 already unused, calling callback (ffffffffc0d02230) 00010000:00010000:1.0:1783969691.576728:0:22666:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000063065b95/0xea31253a47cbb8fd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969691.576741:0:22666:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000063065b95/0xea31253a47cbb8fd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969691.576760:0:22666:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000063065b95/0xea31253a47cbb8fd lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969691.576785:0:22666:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000063065b95/0xea31253a47cbb8fd lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969691.576817:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783969691.576820:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783969691.576822:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1783969691.579668:0:24183:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1783969691.579687:0:24183:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000edb2421d/0xea31253a47cbb904 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969691.579716:0:24183:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3a:0x0].0x0 since=753s v=(0 0) 00010000:00010000:2.0:1783969691.579722:0:24183:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783969691.579729:0:24183:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000edb2421d/0xea31253a47cbb904 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969691.579746:0:24183:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000edb2421d/0xea31253a47cbb904 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969691.579758:0:24183:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000edb2421d/0xea31253a47cbb904 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969691.579767:0:24183:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000edb2421d/0xea31253a47cbb904 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969691.579793:0:24183:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1783969691.580572:0:22667:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1783969691.580583:0:22667:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000edb2421d/0xea31253a47cbb904 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969691.580597:0:22667:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93e98353d400 already unused, calling callback (ffffffffc0d02230) 00010000:00010000:1.0:1783969691.580603:0:22667:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000edb2421d/0xea31253a47cbb904 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969691.580614:0:22667:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000edb2421d/0xea31253a47cbb904 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969691.580637:0:22667:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000edb2421d/0xea31253a47cbb904 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969691.580645:0:22667:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000edb2421d/0xea31253a47cbb904 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969691.580670:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783969691.580672:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783969691.580674:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1783969691.584117:0:24183:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x39:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1783969691.584132:0:24183:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003325ea5d/0xea31253a47cbb90b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969691.584150:0:24183:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x39:0x0].0x0 since=753s v=(0 0) 00010000:00010000:0.0:1783969691.584156:0:24183:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x39:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783969691.584164:0:24183:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003325ea5d/0xea31253a47cbb90b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969691.584180:0:24183:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003325ea5d/0xea31253a47cbb90b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969691.584191:0:24183:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003325ea5d/0xea31253a47cbb90b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969691.584200:0:24183:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003325ea5d/0xea31253a47cbb90b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969691.584225:0:24183:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1783969691.584719:0:24183:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x38:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1783969691.584726:0:24183:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000218c63c7/0xea31253a47cbb912 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969691.584736:0:24183:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x38:0x0].0x0 since=753s v=(0 0) 00010000:00010000:0.0:1783969691.584739:0:24183:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x38:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783969691.584743:0:24183:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000218c63c7/0xea31253a47cbb912 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969691.584766:0:24183:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000218c63c7/0xea31253a47cbb912 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969691.584777:0:24183:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000218c63c7/0xea31253a47cbb912 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969691.584783:0:24183:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000218c63c7/0xea31253a47cbb912 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969691.584797:0:24183:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:0.0:1783969691.585135:0:24183:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x37:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1783969691.585141:0:24183:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b05e849e/0xea31253a47cbb919 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969691.585150:0:24183:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x37:0x0].0x0 since=753s v=(0 0) 00010000:00010000:0.0:1783969691.585152:0:24183:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x37:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783969691.585157:0:24183:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b05e849e/0xea31253a47cbb919 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969691.585166:0:24183:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b05e849e/0xea31253a47cbb919 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969691.585173:0:24183:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b05e849e/0xea31253a47cbb919 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969691.585192:0:24183:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b05e849e/0xea31253a47cbb919 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969691.585202:0:24183:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:1.0:1783969691.586845:0:22667:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1783969691.586863:0:22667:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003325ea5d/0xea31253a47cbb90b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969691.586881:0:22667:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93e983ddc200 already unused, calling callback (ffffffffc0d02230) 00010000:00010000:1.0:1783969691.586887:0:22667:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003325ea5d/0xea31253a47cbb90b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969691.586901:0:22667:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003325ea5d/0xea31253a47cbb90b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969691.586923:0:22667:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003325ea5d/0xea31253a47cbb90b lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969691.586929:0:22667:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003325ea5d/0xea31253a47cbb90b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969691.586958:0:22667:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1783969691.586961:0:22667:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000218c63c7/0xea31253a47cbb912 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969691.586965:0:22667:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93e983ddc600 already unused, calling callback (ffffffffc0d02230) 00010000:00010000:1.0:1783969691.586968:0:22667:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000218c63c7/0xea31253a47cbb912 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969691.586973:0:22667:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000218c63c7/0xea31253a47cbb912 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969691.586992:0:22667:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000218c63c7/0xea31253a47cbb912 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969691.586997:0:22667:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000218c63c7/0xea31253a47cbb912 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969691.587009:0:22667:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1783969691.587012:0:22667:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b05e849e/0xea31253a47cbb919 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969691.587016:0:22667:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93e983ddd200 already unused, calling callback (ffffffffc0d02230) 00010000:00010000:1.0:1783969691.587018:0:22667:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b05e849e/0xea31253a47cbb919 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969691.587023:0:22667:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b05e849e/0xea31253a47cbb919 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969691.587028:0:22667:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b05e849e/0xea31253a47cbb919 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969691.587032:0:22667:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b05e849e/0xea31253a47cbb919 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969691.587041:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783969691.587042:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783969691.587048:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783969691.587054:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1783969691.587353:0:24183:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x36:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1783969691.587366:0:24183:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f53bfb79/0xea31253a47cbb920 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969691.587426:0:24183:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x36:0x0].0x0 since=753s v=(0 0) 00010000:00010000:0.0:1783969691.587431:0:24183:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x36:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783969691.587437:0:24183:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f53bfb79/0xea31253a47cbb920 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969691.587450:0:24183:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f53bfb79/0xea31253a47cbb920 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969691.587460:0:24183:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f53bfb79/0xea31253a47cbb920 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969691.587468:0:24183:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f53bfb79/0xea31253a47cbb920 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969691.587568:0:24183:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1783969691.588270:0:24183:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x35:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1783969691.588282:0:24183:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b64d54ee/0xea31253a47cbb927 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969691.588298:0:24183:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x35:0x0].0x0 since=753s v=(0 0) 00010000:00010000:3.0:1783969691.588303:0:24183:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x35:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783969691.588321:0:24183:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b64d54ee/0xea31253a47cbb927 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969691.588336:0:24183:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b64d54ee/0xea31253a47cbb927 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969691.588345:0:24183:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b64d54ee/0xea31253a47cbb927 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969691.588352:0:24183:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b64d54ee/0xea31253a47cbb927 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969691.588369:0:24183:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1783969691.588377:0:22666:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1783969691.588410:0:22666:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f53bfb79/0xea31253a47cbb920 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969691.588418:0:22666:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93e983ddc000 already unused, calling callback (ffffffffc0d02230) 00010000:00010000:3.0:1783969691.588424:0:22666:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f53bfb79/0xea31253a47cbb920 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969691.588433:0:22666:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f53bfb79/0xea31253a47cbb920 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969691.588452:0:22666:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f53bfb79/0xea31253a47cbb920 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969691.588461:0:22666:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f53bfb79/0xea31253a47cbb920 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969691.588485:0:22666:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783969691.588489:0:22666:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b64d54ee/0xea31253a47cbb927 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969691.588497:0:22666:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93e981ad9600 already unused, calling callback (ffffffffc0d02230) 00010000:00010000:3.0:1783969691.588501:0:22666:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b64d54ee/0xea31253a47cbb927 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969691.588509:0:22666:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b64d54ee/0xea31253a47cbb927 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969691.588533:0:22666:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b64d54ee/0xea31253a47cbb927 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969691.588541:0:22666:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b64d54ee/0xea31253a47cbb927 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969691.588555:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783969691.588557:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783969691.588559:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783969691.590817:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1783969691.591574:0:24183:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x34:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1783969691.591586:0:24183:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000020a545a3/0xea31253a47cbb92e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969691.591610:0:24183:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x34:0x0].0x0 since=753s v=(0 0) 00010000:00010000:0.0:1783969691.591627:0:24183:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x34:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783969691.591634:0:24183:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000020a545a3/0xea31253a47cbb92e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969691.591650:0:24183:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000020a545a3/0xea31253a47cbb92e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969691.591661:0:24183:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000020a545a3/0xea31253a47cbb92e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969691.591668:0:24183:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000020a545a3/0xea31253a47cbb92e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969691.591883:0:24183:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1783969691.592595:0:22666:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1783969691.592610:0:22666:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000020a545a3/0xea31253a47cbb92e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969691.592627:0:22666:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93e983ddd600 already unused, calling callback (ffffffffc0d02230) 00010000:00010000:1.0:1783969691.592633:0:22666:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000020a545a3/0xea31253a47cbb92e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969691.592645:0:22666:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000020a545a3/0xea31253a47cbb92e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969691.592672:0:22666:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000020a545a3/0xea31253a47cbb92e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969691.592681:0:22666:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000020a545a3/0xea31253a47cbb92e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969691.592706:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783969691.592709:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783969691.592711:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1783969691.597088:0:24183:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x33:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1783969691.597108:0:24183:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003e222f2e/0xea31253a47cbb935 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969691.597131:0:24183:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x33:0x0].0x0 since=753s v=(0 0) 00010000:00010000:0.0:1783969691.597137:0:24183:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x33:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783969691.597147:0:24183:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003e222f2e/0xea31253a47cbb935 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969691.597183:0:24183:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003e222f2e/0xea31253a47cbb935 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969691.597214:0:24183:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003e222f2e/0xea31253a47cbb935 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969691.597222:0:24183:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003e222f2e/0xea31253a47cbb935 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969691.597250:0:24183:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1783969691.597266:0:22667:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783969691.597274:0:22667:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003e222f2e/0xea31253a47cbb935 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969691.597283:0:22667:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93e983ddcc00 already unused, calling callback (ffffffffc0d02230) 00010000:00010000:0.0:1783969691.597289:0:22667:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003e222f2e/0xea31253a47cbb935 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969691.597299:0:22667:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003e222f2e/0xea31253a47cbb935 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969691.597331:0:22667:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003e222f2e/0xea31253a47cbb935 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969691.597341:0:22667:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003e222f2e/0xea31253a47cbb935 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969691.597418:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783969691.597849:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783969691.597852:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1783969691.599741:0:24183:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x32:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1783969691.599760:0:24183:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003d5a6d5b/0xea31253a47cbb93c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969691.599780:0:24183:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x32:0x0].0x0 since=753s v=(0 0) 00010000:00010000:0.0:1783969691.599786:0:24183:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x32:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783969691.599793:0:24183:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003d5a6d5b/0xea31253a47cbb93c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969691.599809:0:24183:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003d5a6d5b/0xea31253a47cbb93c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969691.599821:0:24183:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003d5a6d5b/0xea31253a47cbb93c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969691.599830:0:24183:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003d5a6d5b/0xea31253a47cbb93c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969691.599855:0:24183:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1783969691.600138:0:22666:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783969691.600148:0:22666:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003d5a6d5b/0xea31253a47cbb93c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969691.600167:0:22666:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93e983ddd400 already unused, calling callback (ffffffffc0d02230) 00010000:00010000:3.0:1783969691.600174:0:22666:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003d5a6d5b/0xea31253a47cbb93c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969691.600187:0:22666:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003d5a6d5b/0xea31253a47cbb93c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969691.600211:0:22666:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003d5a6d5b/0xea31253a47cbb93c lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969691.600220:0:22666:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003d5a6d5b/0xea31253a47cbb93c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969691.600273:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783969691.600276:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783969691.600282:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1783969691.601528:0:25001:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901889 is committed 00000001:00100000:2.0:1783969691.601571:0:25001:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000001:00100000:2.0:1783969691.601576:0:25001:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00002000:00010000:0.0:1783969691.603958:0:24183:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x31:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1783969691.603978:0:24183:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fe4cfd12/0xea31253a47cbb943 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969691.604000:0:24183:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x31:0x0].0x0 since=753s v=(0 0) 00010000:00010000:0.0:1783969691.604005:0:24183:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x31:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783969691.604014:0:24183:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fe4cfd12/0xea31253a47cbb943 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969691.604042:0:24183:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fe4cfd12/0xea31253a47cbb943 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969691.604054:0:24183:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fe4cfd12/0xea31253a47cbb943 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969691.604063:0:24183:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000fe4cfd12/0xea31253a47cbb943 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969691.604091:0:24183:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1783969691.604106:0:22667:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783969691.604112:0:22667:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000fe4cfd12/0xea31253a47cbb943 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969691.604120:0:22667:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93ea837bca00 already unused, calling callback (ffffffffc0d02230) 00010000:00010000:0.0:1783969691.604124:0:22667:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000fe4cfd12/0xea31253a47cbb943 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969691.604134:0:22667:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000fe4cfd12/0xea31253a47cbb943 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969691.604166:0:22667:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000fe4cfd12/0xea31253a47cbb943 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969691.604176:0:22667:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fe4cfd12/0xea31253a47cbb943 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969691.604206:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783969691.604208:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783969691.604210:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783969691.604855:0:24185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eab7201c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:23423:x1870627099396096:12345-0@lo:5:osp-pre-1-1.0 Request processed in 43010us (46715us total) trans 12884901889 rc 0/0 00000100:00100000:1.0:1783969691.604873:0:24185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:2.0:1783969691.604948:0:23423:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 12884901889 gen 2 00000100:00100000:2.0:1783969691.604965:0:23423:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93eab7203100 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23423:1870627099396096:0@lo:5:osp-pre-1-1.0 00000004:00080000:2.0:1783969691.604984:0:23423:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0001-osc-MDT0001: current precreated pool: [0x2c0000400:0x41:0x0]-[0x2c0000400:0x61:0x0] 00000100:00100000:2.0:1783969691.605058:0:23423:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea86f8ea00 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0000-lwp-MDT0001_UUID:23423:1870627099396224:0@lo:900:osp-pre-1-1.0 00000100:00100000:2.0:1783969691.605844:0:23423:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783969691.605878:0:23423:0:(client.c:2702:ptlrpc_set_wait()) set ffff93ea8562d3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1783969691.605931:0:22689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099396224 00000100:00100000:2.0:1783969691.606244:0:22689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099396224 00000100:00100000:2.0:1783969691.606315:0:22689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1783969691.606326:0:22689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea86f8d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23423:x1870627099396224:12345-0@lo:900:osp-pre-1-1.0 00000100:00100000:2.0:1783969691.606948:0:22689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea86f8d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23423:x1870627099396224:12345-0@lo:900:osp-pre-1-1.0 Request processed in 622us (1104us total) trans 0 rc 0/0 00000100:00100000:2.0:1783969691.606959:0:22689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:2.0:1783969691.608166:0:23423:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93ea86f8ea00 x1870627099396224/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1783969707 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783969691.608183:0:23423:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea86f8ea00 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0000-lwp-MDT0001_UUID:23423:1870627099396224:0@lo:900:osp-pre-1-1.0 00002000:00010000:0.0:1783969691.608753:0:24183:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x30:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1783969691.608771:0:24183:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ae8327d3/0xea31253a47cbb94a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969691.608794:0:24183:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x30:0x0].0x0 since=753s v=(0 0) 00010000:00010000:0.0:1783969691.608800:0:24183:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x30:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783969691.608809:0:24183:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ae8327d3/0xea31253a47cbb94a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969691.608828:0:24183:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ae8327d3/0xea31253a47cbb94a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969691.608840:0:24183:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ae8327d3/0xea31253a47cbb94a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969691.608849:0:24183:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ae8327d3/0xea31253a47cbb94a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969691.608878:0:24183:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1783969691.609177:0:22666:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1783969691.609186:0:22666:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ae8327d3/0xea31253a47cbb94a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969691.609210:0:22666:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93ea837bd800 already unused, calling callback (ffffffffc0d02230) 00010000:00010000:1.0:1783969691.609216:0:22666:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ae8327d3/0xea31253a47cbb94a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969691.609226:0:22666:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ae8327d3/0xea31253a47cbb94a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969691.609248:0:22666:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ae8327d3/0xea31253a47cbb94a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969691.609256:0:22666:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ae8327d3/0xea31253a47cbb94a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969691.609278:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783969691.609280:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783969691.609282:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1783969691.609880:0:24183:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1783969691.609890:0:24183:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007c504b71/0xea31253a47cbb951 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969691.609912:0:24183:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2f:0x0].0x0 since=753s v=(0 0) 00010000:00010000:0.0:1783969691.609916:0:24183:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783969691.609923:0:24183:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007c504b71/0xea31253a47cbb951 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969691.609935:0:24183:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007c504b71/0xea31253a47cbb951 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969691.609944:0:24183:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007c504b71/0xea31253a47cbb951 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969691.609952:0:24183:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007c504b71/0xea31253a47cbb951 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969691.609982:0:24183:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1783969691.610627:0:22667:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1783969691.610638:0:22667:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007c504b71/0xea31253a47cbb951 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969691.610650:0:22667:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93ea80031a00 already unused, calling callback (ffffffffc0d02230) 00010000:00010000:1.0:1783969691.610655:0:22667:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007c504b71/0xea31253a47cbb951 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969691.610665:0:22667:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007c504b71/0xea31253a47cbb951 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969691.610691:0:22667:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007c504b71/0xea31253a47cbb951 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969691.610700:0:22667:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007c504b71/0xea31253a47cbb951 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969691.610725:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783969691.610728:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783969691.610730:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1783969691.611977:0:24183:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1783969691.611993:0:24183:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000101f520b/0xea31253a47cbb958 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969691.612013:0:24183:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2e:0x0].0x0 since=753s v=(0 0) 00010000:00010000:1.0:1783969691.612018:0:24183:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783969691.612025:0:24183:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000101f520b/0xea31253a47cbb958 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969691.612038:0:24183:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000101f520b/0xea31253a47cbb958 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969691.612048:0:24183:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000101f520b/0xea31253a47cbb958 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969691.612056:0:24183:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000101f520b/0xea31253a47cbb958 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969691.612096:0:24183:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1783969691.612449:0:22666:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783969691.612457:0:22666:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000101f520b/0xea31253a47cbb958 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969691.612467:0:22666:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93e983de6200 already unused, calling callback (ffffffffc0d02230) 00010000:00010000:0.0:1783969691.612472:0:22666:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000101f520b/0xea31253a47cbb958 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969691.612482:0:22666:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000101f520b/0xea31253a47cbb958 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969691.612646:0:22666:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000101f520b/0xea31253a47cbb958 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969691.612654:0:22666:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000101f520b/0xea31253a47cbb958 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969691.612679:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783969691.612681:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783969691.612683:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1783969691.615316:0:24183:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1783969691.615342:0:24183:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000074ffb5ca/0xea31253a47cbb95f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969691.615367:0:24183:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2d:0x0].0x0 since=753s v=(0 0) 00010000:00010000:1.0:1783969691.615373:0:24183:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783969691.615403:0:24183:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000074ffb5ca/0xea31253a47cbb95f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969691.615421:0:24183:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000074ffb5ca/0xea31253a47cbb95f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969691.615432:0:24183:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000074ffb5ca/0xea31253a47cbb95f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969691.615440:0:24183:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000074ffb5ca/0xea31253a47cbb95f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969691.615567:0:24183:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1783969691.615583:0:22667:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1783969691.615591:0:22667:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000074ffb5ca/0xea31253a47cbb95f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969691.615599:0:22667:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93e983de7800 already unused, calling callback (ffffffffc0d02230) 00010000:00010000:1.0:1783969691.615613:0:22667:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000074ffb5ca/0xea31253a47cbb95f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969691.615623:0:22667:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000074ffb5ca/0xea31253a47cbb95f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969691.615645:0:22667:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000074ffb5ca/0xea31253a47cbb95f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969691.615652:0:22667:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000074ffb5ca/0xea31253a47cbb95f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969691.615675:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783969691.615678:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783969691.615679:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1783969691.620487:0:24183:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1783969691.620516:0:24183:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007f521d6c/0xea31253a47cbb966 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969691.620540:0:24183:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2c:0x0].0x0 since=753s v=(0 0) 00010000:00010000:2.0:1783969691.620546:0:24183:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783969691.620554:0:24183:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007f521d6c/0xea31253a47cbb966 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969691.620572:0:24183:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007f521d6c/0xea31253a47cbb966 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969691.620586:0:24183:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007f521d6c/0xea31253a47cbb966 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969691.620596:0:24183:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007f521d6c/0xea31253a47cbb966 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969691.620634:0:24183:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1783969691.620692:0:22666:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783969691.620701:0:22666:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007f521d6c/0xea31253a47cbb966 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969691.620710:0:22666:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93e98353dc00 already unused, calling callback (ffffffffc0d02230) 00010000:00010000:0.0:1783969691.620716:0:22666:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007f521d6c/0xea31253a47cbb966 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969691.620725:0:22666:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007f521d6c/0xea31253a47cbb966 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969691.620748:0:22666:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007f521d6c/0xea31253a47cbb966 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969691.620756:0:22666:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007f521d6c/0xea31253a47cbb966 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969691.620791:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783969691.620793:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783969691.620795:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1783969691.621653:0:24183:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1783969691.621668:0:24183:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003758d059/0xea31253a47cbb96d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969691.621683:0:24183:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2b:0x0].0x0 since=753s v=(0 0) 00010000:00010000:2.0:1783969691.621687:0:24183:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783969691.621694:0:24183:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003758d059/0xea31253a47cbb96d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969691.621706:0:24183:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003758d059/0xea31253a47cbb96d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969691.621715:0:24183:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003758d059/0xea31253a47cbb96d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969691.621722:0:24183:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003758d059/0xea31253a47cbb96d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969691.621786:0:24183:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1783969691.622870:0:22667:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783969691.622883:0:22667:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003758d059/0xea31253a47cbb96d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969691.622898:0:22667:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93e98353c200 already unused, calling callback (ffffffffc0d02230) 00010000:00010000:3.0:1783969691.622903:0:22667:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003758d059/0xea31253a47cbb96d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969691.622913:0:22667:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003758d059/0xea31253a47cbb96d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969691.622936:0:22667:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003758d059/0xea31253a47cbb96d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969691.622945:0:22667:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003758d059/0xea31253a47cbb96d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1783969691.623443:0:24183:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1783969691.623453:0:24183:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000021ee36f/0xea31253a47cbb974 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969691.623468:0:24183:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2a:0x0].0x0 since=753s v=(0 0) 00010000:00010000:1.0:1783969691.623473:0:24183:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783969691.623480:0:24183:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000021ee36f/0xea31253a47cbb974 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969691.623496:0:24183:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000021ee36f/0xea31253a47cbb974 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969691.623506:0:24183:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000021ee36f/0xea31253a47cbb974 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969691.623521:0:24183:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000021ee36f/0xea31253a47cbb974 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969691.623544:0:24183:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1783969691.623997:0:22666:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783969691.624004:0:22666:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000021ee36f/0xea31253a47cbb974 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969691.624013:0:22666:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93e983de6800 already unused, calling callback (ffffffffc0d02230) 00010000:00010000:0.0:1783969691.624018:0:22666:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000021ee36f/0xea31253a47cbb974 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969691.624026:0:22666:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000021ee36f/0xea31253a47cbb974 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969691.624044:0:22666:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000021ee36f/0xea31253a47cbb974 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969691.624052:0:22666:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000021ee36f/0xea31253a47cbb974 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969691.624074:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783969691.624076:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783969691.624078:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1783969691.624199:0:24183:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x29:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1783969691.624206:0:24183:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006a7cd6be/0xea31253a47cbb97b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969691.624215:0:24183:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x29:0x0].0x0 since=753s v=(0 0) 00010000:00010000:1.0:1783969691.624218:0:24183:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x29:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783969691.624223:0:24183:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006a7cd6be/0xea31253a47cbb97b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969691.624232:0:24183:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006a7cd6be/0xea31253a47cbb97b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969691.624241:0:24183:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006a7cd6be/0xea31253a47cbb97b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969691.624249:0:24183:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006a7cd6be/0xea31253a47cbb97b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969691.624303:0:24183:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1783969691.624735:0:24183:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x28:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1783969691.624742:0:24183:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000018959daa/0xea31253a47cbb982 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969691.624759:0:24183:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x28:0x0].0x0 since=753s v=(0 0) 00010000:00010000:1.0:1783969691.624762:0:24183:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x28:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783969691.624767:0:24183:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000018959daa/0xea31253a47cbb982 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969691.624778:0:24183:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000018959daa/0xea31253a47cbb982 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969691.624786:0:24183:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000018959daa/0xea31253a47cbb982 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969691.624794:0:24183:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000018959daa/0xea31253a47cbb982 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969691.625077:0:22667:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1783969691.625084:0:22667:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006a7cd6be/0xea31253a47cbb97b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969691.625093:0:22667:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93e983de7600 already unused, calling callback (ffffffffc0d02230) 00010000:00010000:3.0:1783969691.625103:0:22667:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006a7cd6be/0xea31253a47cbb97b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969691.625111:0:22667:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006a7cd6be/0xea31253a47cbb97b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969691.625126:0:22667:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006a7cd6be/0xea31253a47cbb97b lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969691.625134:0:22667:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006a7cd6be/0xea31253a47cbb97b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969691.625154:0:22667:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783969691.625157:0:22667:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000018959daa/0xea31253a47cbb982 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969691.625165:0:22667:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93e983de6a00 already unused, calling callback (ffffffffc0d02230) 00010000:00010000:3.0:1783969691.625169:0:22667:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000018959daa/0xea31253a47cbb982 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969691.625191:0:22667:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000018959daa/0xea31253a47cbb982 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969691.625202:0:22667:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000018959daa/0xea31253a47cbb982 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969691.625209:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783969691.625217:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783969691.628686:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783969691.628855:0:24183:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1783969691.628869:0:24183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000018959daa/0xea31253a47cbb982 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1783969691.629917:0:24183:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x27:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1783969691.629933:0:24183:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000074ffb5ca/0xea31253a47cbb989 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969691.629954:0:24183:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x27:0x0].0x0 since=753s v=(0 0) 00010000:00010000:1.0:1783969691.629960:0:24183:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x27:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783969691.629969:0:24183:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000074ffb5ca/0xea31253a47cbb989 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969691.630002:0:24183:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000074ffb5ca/0xea31253a47cbb989 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969691.630014:0:24183:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000074ffb5ca/0xea31253a47cbb989 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969691.630023:0:24183:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000074ffb5ca/0xea31253a47cbb989 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969691.630036:0:24183:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1783969691.630719:0:22666:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783969691.630731:0:22666:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000074ffb5ca/0xea31253a47cbb989 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969691.630754:0:22666:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93e983de7800 already unused, calling callback (ffffffffc0d02230) 00010000:00010000:0.0:1783969691.630760:0:22666:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000074ffb5ca/0xea31253a47cbb989 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969691.630772:0:22666:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000074ffb5ca/0xea31253a47cbb989 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969691.630797:0:22666:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000074ffb5ca/0xea31253a47cbb989 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969691.630805:0:22666:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000074ffb5ca/0xea31253a47cbb989 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969691.630831:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783969691.630832:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783969691.630834:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1783969691.630995:0:24183:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x26:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1783969691.631003:0:24183:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000081fb4e91/0xea31253a47cbb990 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969691.631017:0:24183:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x26:0x0].0x0 since=753s v=(0 0) 00010000:00010000:1.0:1783969691.631021:0:24183:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x26:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783969691.631027:0:24183:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000081fb4e91/0xea31253a47cbb990 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969691.631039:0:24183:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000081fb4e91/0xea31253a47cbb990 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969691.631047:0:24183:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000081fb4e91/0xea31253a47cbb990 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969691.631068:0:24183:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000081fb4e91/0xea31253a47cbb990 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969691.631096:0:24183:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1783969691.632581:0:22666:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783969691.632597:0:22666:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000081fb4e91/0xea31253a47cbb990 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969691.632611:0:22666:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93e983de6c00 already unused, calling callback (ffffffffc0d02230) 00010000:00010000:0.0:1783969691.632616:0:22666:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000081fb4e91/0xea31253a47cbb990 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969691.632628:0:22666:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000081fb4e91/0xea31253a47cbb990 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969691.632658:0:22666:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000081fb4e91/0xea31253a47cbb990 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969691.632666:0:22666:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000081fb4e91/0xea31253a47cbb990 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969691.632694:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783969691.632696:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783969691.632698:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1783969691.634482:0:24183:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x25:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1783969691.634502:0:24183:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004a45ff9a/0xea31253a47cbb997 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969691.634524:0:24183:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x25:0x0].0x0 since=753s v=(0 0) 00010000:00010000:1.0:1783969691.634530:0:24183:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x25:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783969691.634538:0:24183:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004a45ff9a/0xea31253a47cbb997 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969691.634554:0:24183:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004a45ff9a/0xea31253a47cbb997 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969691.634565:0:24183:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004a45ff9a/0xea31253a47cbb997 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969691.634574:0:24183:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004a45ff9a/0xea31253a47cbb997 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969691.634604:0:24183:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1783969691.634625:0:22666:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1783969691.634631:0:22666:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004a45ff9a/0xea31253a47cbb997 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969691.634647:0:22666:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93e983de7400 already unused, calling callback (ffffffffc0d02230) 00010000:00010000:1.0:1783969691.634653:0:22666:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004a45ff9a/0xea31253a47cbb997 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969691.634662:0:22666:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004a45ff9a/0xea31253a47cbb997 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969691.634682:0:22666:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004a45ff9a/0xea31253a47cbb997 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969691.634691:0:22666:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004a45ff9a/0xea31253a47cbb997 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969691.634712:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783969691.634713:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783969691.634716:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783969691.635199:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1783969691.636790:0:24183:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x24:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1783969691.636807:0:24183:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f18a7930/0xea31253a47cbb99e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969691.636828:0:24183:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x24:0x0].0x0 since=753s v=(0 0) 00010000:00010000:1.0:1783969691.636834:0:24183:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x24:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783969691.636841:0:24183:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f18a7930/0xea31253a47cbb99e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969691.636859:0:24183:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f18a7930/0xea31253a47cbb99e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969691.636881:0:24183:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f18a7930/0xea31253a47cbb99e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969691.636888:0:24183:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f18a7930/0xea31253a47cbb99e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969691.636917:0:24183:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1783969691.637772:0:24183:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x23:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1783969691.637784:0:24183:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003799b415/0xea31253a47cbb9a5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969691.637797:0:24183:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x23:0x0].0x0 since=753s v=(0 0) 00010000:00010000:1.0:1783969691.637801:0:24183:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783969691.637806:0:24183:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003799b415/0xea31253a47cbb9a5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969691.637817:0:24183:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003799b415/0xea31253a47cbb9a5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969691.637826:0:24183:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003799b415/0xea31253a47cbb9a5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969691.637833:0:24183:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003799b415/0xea31253a47cbb9a5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969691.637875:0:24183:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1783969691.637893:0:22666:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1783969691.637900:0:22666:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f18a7930/0xea31253a47cbb99e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969691.637909:0:22666:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93e983de6e00 already unused, calling callback (ffffffffc0d02230) 00010000:00010000:1.0:1783969691.637913:0:22666:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f18a7930/0xea31253a47cbb99e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969691.637923:0:22666:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f18a7930/0xea31253a47cbb99e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969691.637943:0:22666:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f18a7930/0xea31253a47cbb99e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969691.637950:0:22666:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f18a7930/0xea31253a47cbb99e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969691.637972:0:22666:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1783969691.637975:0:22666:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003799b415/0xea31253a47cbb9a5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969691.637981:0:22666:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93e983de7c00 already unused, calling callback (ffffffffc0d02230) 00010000:00010000:1.0:1783969691.637983:0:22666:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003799b415/0xea31253a47cbb9a5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969691.638001:0:22666:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003799b415/0xea31253a47cbb9a5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969691.638011:0:22666:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003799b415/0xea31253a47cbb9a5 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969691.638018:0:22666:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003799b415/0xea31253a47cbb9a5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969691.638032:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783969691.638033:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783969691.638035:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:1.0:1783969691.638098:0:24183:0:(ofd_dev.c:1518:ofd_orphans_destroy()) lustre-OST0001: after destroy: set last_id to 0x2c0000401:34 00010000:00010000:3.0:1783969691.638506:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783969691.639475:0:24183:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea86f8f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:22705:x1870627099395584:12345-0@lo:5:osp-pre-1-0.0 Request processed in 105895us (110796us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969691.639493:0:24183:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1783969691.641056:0:22705:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93e983d21c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22705:1870627099395584:0@lo:5:osp-pre-1-0.0 00000004:00080000:3.0:1783969691.641088:0:22705:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: Got last_id [0x2c0000401:0x41:0x0] from OST, last_created [0x2c0000401:0x41:0x0]last_used is [0x2c0000401:0x22:0x0] 00000100:00100000:3.0:1783969691.641285:0:22705:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea88968000 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22705:1870627099396352:0@lo:5:osp-pre-1-0.0 00000100:00100000:3.0:1783969691.641375:0:22705:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783969691.644341:0:22705:0:(client.c:2702:ptlrpc_set_wait()) set ffff93ea86ffc6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1783969691.646601:0:25219:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099396352 00000100:00100000:1.0:1783969691.646619:0:25219:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099396352 00000100:00100000:1.0:1783969691.646736:0:25219:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1783969691.646748:0:25219:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea88968a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:22705:x1870627099396352:12345-0@lo:5:osp-pre-1-0.0 00002000:00080000:1.0:1783969691.646812:0:25219:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x2c0000401 at 66 00000100:00100000:1.0:1783969691.655949:0:25219:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea88968a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:22705:x1870627099396352:12345-0@lo:5:osp-pre-1-0.0 Request processed in 9193us (14563us total) trans 12884901890 rc 0/0 00000100:00100000:1.0:1783969691.655967:0:25219:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:2.0:1783969691.656278:0:22705:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea88968000 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22705:1870627099396352:0@lo:5:osp-pre-1-0.0 00000004:00080000:2.0:1783969691.656302:0:22705:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0001-osc-MDT0000: current precreated pool: [0x2c0000401:0x41:0x0]-[0x2c0000401:0x61:0x0] 00010000:00010000:0.0:1783969692.405520:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783969693.427413:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783969693.552659:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1783969693.552704:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93eab7203800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1870627099396480:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1783969693.553492:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783969693.553708:0:24187:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099396480 00000100:00100000:0.0:1783969693.553721:0:24187:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099396480 00000100:00100000:0.0:1783969693.554248:0:24187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1783969693.554263:0:24187:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eab7201880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3648:x1870627099396480:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1783969693.554320:0:24187:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1783969693.554433:0:24187:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eab7201880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3648:x1870627099396480:12345-0@lo:13:osp-pre-0-0.0 Request processed in 176us (947us total) trans 0 rc 0/0 00000100:00100000:0.0:1783969693.554442:0:24187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1783969693.554521:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93eab7203800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1870627099396480:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1783969693.569280:0:22674:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1783969694.459715:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783969694.580678:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1783969694.580723:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea86f8ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1870627099396608:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1783969694.580833:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783969694.580910:0:24187:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099396608 00000100:00100000:2.0:1783969694.580920:0:24187:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099396608 00000100:00100000:2.0:1783969694.581001:0:24187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1783969694.581013:0:24187:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea86f8c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1870627099396608:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1783969694.581048:0:24187:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1783969694.581119:0:24187:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea86f8c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1870627099396608:12345-0@lo:13:osp-pre-0-1.0 Request processed in 107us (286us total) trans 0 rc 0/0 00000100:00100000:2.0:1783969694.581128:0:24187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00080000:2.0:1783969694.581158:0:22674:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1783969694.581212:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea86f8ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1870627099396608:0@lo:13:osp-pre-0-1.0 00000040:00080000:2.0:1783969694.834237:0:22713:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000001:02000400:0.0:1783969695.062947:0:25359:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg134-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00000100:00100000:3.0:1783969695.096742:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea86f8ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1870627099396736:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1783969695.096848:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783969695.098581:0:22684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099396736 00000100:00100000:2.0:1783969695.098602:0:22684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099396736 00000100:00100000:2.0:1783969695.098687:0:22684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:2.0:1783969695.098703:0:22684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea8896b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3647:x1870627099396736:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1783969695.098762:0:22684:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1783969695.099288:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea86fb3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1870627099396864:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1783969695.099378:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783969695.104840:0:22684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea8896b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3647:x1870627099396736:12345-0@lo:41:osp-pre-1-0.0 Request processed in 6122us (7972us total) trans 0 rc 0/0 00000100:00100000:2.0:1783969695.104861:0:22684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:2.0:1783969695.104911:0:22684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099396864 00000100:00100000:2.0:1783969695.104925:0:22684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099396864 00000100:00100000:2.0:1783969695.104976:0:22684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:2.0:1783969695.104986:0:22684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea86fb2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3648:x1870627099396864:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1783969695.105043:0:22684:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1783969695.105280:0:22684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea86fb2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3648:x1870627099396864:12345-0@lo:41:osp-pre-0-1.0 Request processed in 295us (5907us total) trans 0 rc 0/0 00000100:00100000:2.0:1783969695.105308:0:22684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:3.0:1783969695.113601:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea86f8ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1870627099396736:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1783969695.115895:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea86fb3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1870627099396864:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1783969695.472542:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:2.0:1783969696.452971:0:25411:0:(tgt_mount.c:2344:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1783969696.453374:0:25411:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:0.0:1783969696.505921:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783969696.629758:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea86f8f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1870627099396992:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1783969696.629859:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783969696.629970:0:24187:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099396992 00000100:00100000:1.0:1783969696.629982:0:24187:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099396992 00000100:00100000:1.0:1783969696.630057:0:24187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1783969696.630069:0:24187:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea86fb3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3649:x1870627099396992:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1783969696.630114:0:24187:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915849728 avail 3684327424 00000100:00100000:1.0:1783969696.630170:0:24187:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea86fb3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3649:x1870627099396992:12345-0@lo:13:osp-pre-1-1.0 Request processed in 104us (311us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969696.630178:0:24187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00080000:1.0:1783969696.630206:0:22674:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1783969696.630270:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea86f8f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1870627099396992:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1783969696.630469:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1783969696.630481:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93eab7203800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1870627099397120:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1783969696.630530:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783969696.630677:0:24187:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099397120 00000100:00100000:1.0:1783969696.630682:0:24187:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099397120 00000100:00100000:1.0:1783969696.630725:0:24187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1783969696.630732:0:24187:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eab7200000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3647:x1870627099397120:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1783969696.630746:0:24187:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915849728 avail 3684327424 00000100:00100000:1.0:1783969696.630780:0:24187:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eab7200000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3647:x1870627099397120:12345-0@lo:13:osp-pre-1-0.0 Request processed in 48us (250us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969696.630787:0:24187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1783969696.630831:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93eab7203800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1870627099397120:0@lo:13:osp-pre-1-0.0 00000100:00080000:0.0:1783969696.630875:0:22674:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1783969696.631158:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea86f8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3646:1870627099397632:0@lo:400:kworker.0 00000100:00100000:1.0:1783969696.631195:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783969696.631248:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93e983d21c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3646:1870627099398144:0@lo:400:kworker.0 00000100:00100000:1.0:1783969696.631272:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783969696.631301:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:1.0:1783969696.631306:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea86f8c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b884c461-3115-4676-b8ef-3f3c795c44df:3646:1870627099397248:0@lo:400:kworker.0 00000100:00100000:1.0:1783969696.631338:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783969696.631364:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea86f8ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1870627099397760:0@lo:400:kworker.0 00000100:00100000:1.0:1783969696.631433:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783969696.631456:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93e983d21f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3646:1870627099398272:0@lo:400:kworker.0 00000100:00100000:1.0:1783969696.631479:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783969696.631524:0:22673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099397248 00000100:00100000:1.0:1783969696.631529:0:22673:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099397248 00000100:00100000:1.0:1783969696.631566:0:22673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 116 00000100:00100000:1.0:1783969696.631575:0:22673:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eab902f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b884c461-3115-4676-b8ef-3f3c795c44df+24:3646:x1870627099397248:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783969696.631618:0:22673:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eab902f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b884c461-3115-4676-b8ef-3f3c795c44df+24:3646:x1870627099397248:12345-0@lo:400:kworker.0 Request processed in 44us (278us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969696.631625:0:22673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 116 00000100:00100000:1.0:1783969696.631659:0:22684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099397760 00000100:00100000:1.0:1783969696.631663:0:22684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099397760 00000100:00100000:1.0:1783969696.631691:0:22684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:1.0:1783969696.631698:0:22684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea86fb2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3646:x1870627099397760:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783969696.631733:0:22684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea86fb2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3646:x1870627099397760:12345-0@lo:400:kworker.0 Request processed in 35us (299us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969696.631740:0:22684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:1.0:1783969696.631759:0:22678:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099397632 00000100:00100000:1.0:1783969696.631763:0:22678:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099397632 00000100:00100000:1.0:1783969696.631787:0:22678:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099398144 00000100:00100000:1.0:1783969696.631790:0:22678:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099398144 00000100:00100000:1.0:1783969696.631825:0:22678:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099398272 00000100:00100000:1.0:1783969696.631829:0:22678:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099398272 00000100:00100000:1.0:1783969696.631845:0:22678:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1783969696.631851:0:22678:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea86fb0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1870627099397632:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783969696.631882:0:22678:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea86fb0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1870627099397632:12345-0@lo:400:kworker.0 Request processed in 32us (687us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969696.631888:0:22678:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1783969696.631900:0:22678:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:1.0:1783969696.631905:0:22678:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea86fb2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3646:x1870627099398144:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783969696.631931:0:22678:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea86fb2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3646:x1870627099398144:12345-0@lo:400:kworker.0 Request processed in 26us (658us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969696.631936:0:22678:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:1.0:1783969696.631946:0:22678:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:1.0:1783969696.631951:0:22678:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea86fb0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3646:x1870627099398272:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783969696.631974:0:22678:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea86fb0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3646:x1870627099398272:12345-0@lo:400:kworker.0 Request processed in 24us (494us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969696.631981:0:22678:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:1.0:1783969696.632011:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea86f8dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1870627099397376:0@lo:400:kworker.0 00000100:00100000:1.0:1783969696.632038:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783969696.632057:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea86f8f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1870627099397888:0@lo:400:kworker.0 00000100:00100000:1.0:1783969696.632080:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783969696.632095:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93e983d22680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3648:1870627099398400:0@lo:400:kworker.0 00000100:00100000:1.0:1783969696.632120:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783969696.632139:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:1.0:1783969696.632146:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea86f8e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1870627099397504:0@lo:400:kworker.0 00000100:00100000:1.0:1783969696.632182:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783969696.632201:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea86f8ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3648:1870627099398016:0@lo:400:kworker.0 00000100:00100000:1.0:1783969696.632237:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783969696.632254:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93eabf851c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3648:1870627099398528:0@lo:400:kworker.0 00000100:00100000:1.0:1783969696.632283:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783969696.632309:0:24185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099397888 00000100:00100000:1.0:1783969696.632313:0:24185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099397888 00000100:00100000:1.0:1783969696.632345:0:24185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099397504 00000100:00100000:1.0:1783969696.632348:0:24185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099397504 00000100:00100000:1.0:1783969696.632370:0:24185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1783969696.632376:0:24185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea86fb1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3648:x1870627099397888:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783969696.632450:0:24185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea86fb1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3648:x1870627099397888:12345-0@lo:400:kworker.0 Request processed in 74us (369us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969696.632457:0:24185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1783969696.632469:0:24185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1783969696.632475:0:24185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea86fb0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3648:x1870627099397504:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783969696.632501:0:24185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea86fb0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3648:x1870627099397504:12345-0@lo:400:kworker.0 Request processed in 26us (318us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969696.632507:0:24185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1783969696.632531:0:24675:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099398400 00000100:00100000:1.0:1783969696.632534:0:24675:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099398400 00000100:00100000:1.0:1783969696.632552:0:24675:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099398016 00000100:00100000:1.0:1783969696.632555:0:24675:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099398016 00000100:00100000:1.0:1783969696.632564:0:24675:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099398528 00000100:00100000:1.0:1783969696.632566:0:24675:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099398528 00000100:00100000:1.0:1783969696.632578:0:24675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1783969696.632583:0:24675:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea86fb0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3648:x1870627099398400:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783969696.632625:0:24675:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea86fb0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3648:x1870627099398400:12345-0@lo:400:kworker.0 Request processed in 40us (503us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969696.632631:0:24675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1783969696.632643:0:24675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:1.0:1783969696.632648:0:24675:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea86fb1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3648:x1870627099398016:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783969696.632673:0:24675:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea86fb1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3648:x1870627099398016:12345-0@lo:400:kworker.0 Request processed in 25us (436us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969696.632680:0:24675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:1.0:1783969696.632689:0:24675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:1.0:1783969696.632695:0:24675:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea86fb2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3648:x1870627099398528:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783969696.632719:0:24675:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea86fb2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3648:x1870627099398528:12345-0@lo:400:kworker.0 Request processed in 25us (436us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969696.632726:0:24675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:1.0:1783969696.632741:0:22684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099397376 00000100:00100000:1.0:1783969696.632744:0:22684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099397376 00000100:00100000:1.0:1783969696.632767:0:22684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:1.0:1783969696.632773:0:22684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea86fb3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3648:x1870627099397376:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783969696.632801:0:22684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea86fb3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3648:x1870627099397376:12345-0@lo:400:kworker.0 Request processed in 29us (762us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969696.632808:0:22684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:1.0:1783969696.632854:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea86f8e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1870627099397504:0@lo:400:kworker.0 00010000:00080000:1.0:1783969696.632871:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93ea86f8ea00 x1870627099398016/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783969712 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783969696.632882:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea86f8ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3648:1870627099398016:0@lo:400:kworker.0 00010000:00080000:1.0:1783969696.632907:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93eabf851c00 x1870627099398528/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783969712 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783969696.632916:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93eabf851c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3648:1870627099398528:0@lo:400:kworker.0 00000100:00100000:1.0:1783969696.632925:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea86f8dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1870627099397376:0@lo:400:kworker.0 00000100:00100000:1.0:1783969696.632935:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea86f8f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1870627099397888:0@lo:400:kworker.0 00010000:00080000:1.0:1783969696.632944:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93e983d22680 x1870627099398400/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783969712 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783969696.632952:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93e983d22680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3648:1870627099398400:0@lo:400:kworker.0 00000100:00100000:1.0:1783969696.633003:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea86f8c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b884c461-3115-4676-b8ef-3f3c795c44df:3646:1870627099397248:0@lo:400:kworker.0 00000100:00100000:1.0:1783969696.633016:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea86f8ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1870627099397760:0@lo:400:kworker.0 00010000:00080000:1.0:1783969696.633028:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93e983d21f80 x1870627099398272/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783969712 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783969696.633037:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93e983d21f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3646:1870627099398272:0@lo:400:kworker.0 00010000:00080000:1.0:1783969696.633048:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93ea86f8e300 x1870627099397632/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783969712 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783969696.633056:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea86f8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3646:1870627099397632:0@lo:400:kworker.0 00010000:00080000:1.0:1783969696.633068:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93e983d21c00 x1870627099398144/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783969712 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783969696.633076:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93e983d21c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3646:1870627099398144:0@lo:400:kworker.0 00000100:00080000:0.0:1783969696.633268:0:22674:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1783969696.633274:0:22674:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1783969696.633277:0:22674:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000004:0.0:1783969697.495370:0:25461:0:(tgt_mount.c:2344:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1783969697.496815:0:25461:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:0.0:1783969697.535598:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1783969697.661008:0:25001:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901890 is committed 00000100:00100000:0.0:1783969697.890032:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:1.0:1783969697.890561:0:22672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074101760 00000100:00100000:1.0:1783969697.890572:0:22672:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074101760 00000100:00100000:1.0:1783969697.890625:0:22672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 117 00000100:00100000:1.0:1783969697.890633:0:22672:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eab902e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0+-99:2390:x1870627074101760:12345-192.168.201.34@tcp:250:mount.lustre.0 00010000:00080000:1.0:1783969697.890665:0:22672:0:(ldlm_lib.c:1445:target_handle_connect()) MGS: connection from d0a837bc-4439-4b59-a8cf-4b52740267e4@192.168.201.34@tcp t0 exp 0000000000000000 cur 760 last 0 00000020:00000080:1.0:1783969697.890698:0:22672:0:(genops.c:1406:class_connect()) connect: client d0a837bc-4439-4b59-a8cf-4b52740267e4, cookie 0xea31253a47cbb9ac 00000100:00080000:1.0:1783969697.890830:0:22672:0:(import.c:65:import_set_state_nolock()) ffff93eab8c2d800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1783969697.890919:0:22672:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eab902e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d0a837bc-4439-4b59-a8cf-4b52740267e4+5:2390:x1870627074101760:12345-192.168.201.34@tcp:250:mount.lustre.0 Request processed in 285us (901us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969697.890928:0:22672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 117 00000100:00100000:1.0:1783969697.903050:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:2.0:1783969697.903256:0:22671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074101888 00000100:00100000:2.0:1783969697.903266:0:22671:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074101888 00000100:00100000:2.0:1783969697.903342:0:22671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 118 00000100:00100000:2.0:1783969697.903354:0:22671:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eab902e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d0a837bc-4439-4b59-a8cf-4b52740267e4+5:18067:x1870627074101888:12345-192.168.201.34@tcp:101:mount.lustre.0 00010000:00010000:2.0:1783969697.903370:0:22671:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783969697.903426:0:22671:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff93e98353c000/0xea31253a47cbb9b3 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: local remote: 0x129fb3d356303d95 expref: -99 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969697.903457:0:22671:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff93e98353c000/0xea31253a47cbb9b3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000000 nid: 192.168.201.34@tcp remote: 0x129fb3d356303d95 expref: 6 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969697.903469:0:22671:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff93e98353c000/0xea31253a47cbb9b3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 192.168.201.34@tcp remote: 0x129fb3d356303d95 expref: 6 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969697.903477:0:22671:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93e98353c000, rc 0) 00000100:00100000:2.0:1783969697.903526:0:22671:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eab902e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d0a837bc-4439-4b59-a8cf-4b52740267e4+6:18067:x1870627074101888:12345-192.168.201.34@tcp:101:mount.lustre.0 Request processed in 175us (485us total) trans 0 rc 0/0 00000100:00100000:2.0:1783969697.903533:0:22671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 118 00000100:00100000:2.0:1783969697.909110:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:3.0:1783969697.915642:0:22673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074102016 00000100:00100000:3.0:1783969697.915659:0:22673:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074102016 00000100:00100000:2.0:1783969697.915924:0:22673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 119 00000100:00100000:2.0:1783969697.915937:0:22673:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eab902c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d0a837bc-4439-4b59-a8cf-4b52740267e4+6:18067:x1870627074102016:12345-192.168.201.34@tcp:501:mount.lustre.0 00000100:00100000:2.0:1783969697.916081:0:22673:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eab902c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d0a837bc-4439-4b59-a8cf-4b52740267e4+6:18067:x1870627074102016:12345-192.168.201.34@tcp:501:mount.lustre.0 Request processed in 146us (6980us total) trans 0 rc -2/-2 00000100:00100000:2.0:1783969697.916107:0:22673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 119 00000100:00100000:0.0:1783969697.922058:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:1.0:1783969697.928586:0:22671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074102144 00000100:00100000:1.0:1783969697.928606:0:22671:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074102144 00000100:00100000:1.0:1783969697.929545:0:22671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 120 00000100:00100000:1.0:1783969697.929558:0:22671:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eab902d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d0a837bc-4439-4b59-a8cf-4b52740267e4+6:18067:x1870627074102144:12345-192.168.201.34@tcp:101:mount.lustre.0 00010000:00010000:1.0:1783969697.929576:0:22671:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783969697.929595:0:22671:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff93e983de6e00/0xea31253a47cbb9ba lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: local remote: 0x129fb3d356303d9c expref: -99 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969697.929624:0:22671:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff93e983de6e00/0xea31253a47cbb9ba lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000000 nid: 192.168.201.34@tcp remote: 0x129fb3d356303d9c expref: 7 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969697.929636:0:22671:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff93e983de6e00/0xea31253a47cbb9ba lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 192.168.201.34@tcp remote: 0x129fb3d356303d9c expref: 7 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969697.929646:0:22671:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93e983de6e00, rc 0) 00000100:00100000:1.0:1783969697.929720:0:22671:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eab902d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d0a837bc-4439-4b59-a8cf-4b52740267e4+7:18067:x1870627074102144:12345-192.168.201.34@tcp:101:mount.lustre.0 Request processed in 165us (7674us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969697.929740:0:22671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 120 00000100:00100000:1.0:1783969697.937830:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:2.0:1783969697.938430:0:22671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074102272 00000100:00100000:2.0:1783969697.938442:0:22671:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074102272 00000100:00100000:2.0:1783969697.938504:0:22671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 121 00000100:00100000:2.0:1783969697.938516:0:22671:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eab902f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d0a837bc-4439-4b59-a8cf-4b52740267e4+7:18067:x1870627074102272:12345-192.168.201.34@tcp:501:mount.lustre.0 00000100:00100000:2.0:1783969697.942011:0:22671:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eab902f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d0a837bc-4439-4b59-a8cf-4b52740267e4+8:18067:x1870627074102272:12345-192.168.201.34@tcp:501:mount.lustre.0 Request processed in 3484us (4179us total) trans 0 rc 0/0 00000100:00100000:2.0:1783969697.942028:0:22671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 121 00000100:00100000:1.0:1783969697.951179:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:2.0:1783969697.951896:0:22673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074102400 00000100:00100000:2.0:1783969697.951907:0:22673:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074102400 00000100:00100000:2.0:1783969697.951973:0:22673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 122 00000100:00100000:2.0:1783969697.951984:0:22673:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eab902fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d0a837bc-4439-4b59-a8cf-4b52740267e4+8:18067:x1870627074102400:12345-192.168.201.34@tcp:503:mount.lustre.0 00000100:00100000:2.0:1783969697.952980:0:22673:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eab902fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d0a837bc-4439-4b59-a8cf-4b52740267e4+8:18067:x1870627074102400:12345-192.168.201.34@tcp:503:mount.lustre.0 Request processed in 991us (1805us total) trans 0 rc 0/0 00000100:00100000:2.0:1783969697.952993:0:22673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 122 00000100:00100000:0.0:1783969697.978079:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:2.0:1783969697.978614:0:22671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074102528 00000100:00100000:2.0:1783969697.978626:0:22671:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074102528 00000100:00100000:2.0:1783969697.978695:0:22671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 123 00000100:00100000:2.0:1783969697.978705:0:22671:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eab902f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d0a837bc-4439-4b59-a8cf-4b52740267e4+8:18085:x1870627074102528:12345-192.168.201.34@tcp:502:llog_process_th.0 00000100:00100000:2.0:1783969697.978892:0:22671:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eab902f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d0a837bc-4439-4b59-a8cf-4b52740267e4+8:18085:x1870627074102528:12345-192.168.201.34@tcp:502:llog_process_th.0 Request processed in 187us (822us total) trans 0 rc 0/0 00000100:00100000:2.0:1783969697.978901:0:22671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 123 00000100:00100000:0.0:1783969698.011762:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:2.0:1783969698.015525:0:22673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074102656 00000100:00100000:2.0:1783969698.015544:0:22673:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074102656 00000100:00100000:3.0:1783969698.019223:0:22673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 124 00000100:00100000:3.0:1783969698.019239:0:22673:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eab902c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d0a837bc-4439-4b59-a8cf-4b52740267e4+8:18085:x1870627074102656:12345-192.168.201.34@tcp:502:llog_process_th.0 00000100:00100000:3.0:1783969698.019949:0:22673:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eab902c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d0a837bc-4439-4b59-a8cf-4b52740267e4+8:18085:x1870627074102656:12345-192.168.201.34@tcp:502:llog_process_th.0 Request processed in 709us (8199us total) trans 0 rc 0/0 00000100:00100000:3.0:1783969698.019959:0:22673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 124 00000100:00100000:1.0:1783969698.031101:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:0.0:1783969698.031558:0:22672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074102784 00000100:00100000:0.0:1783969698.031568:0:22672:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074102784 00000100:00100000:0.0:1783969698.031634:0:22672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 125 00000100:00100000:0.0:1783969698.031645:0:22672:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eab902cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d0a837bc-4439-4b59-a8cf-4b52740267e4+8:18085:x1870627074102784:12345-192.168.201.34@tcp:502:llog_process_th.0 00000100:00100000:0.0:1783969698.031829:0:22672:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eab902cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d0a837bc-4439-4b59-a8cf-4b52740267e4+8:18085:x1870627074102784:12345-192.168.201.34@tcp:502:llog_process_th.0 Request processed in 184us (735us total) trans 0 rc 0/0 00000100:00100000:0.0:1783969698.031838:0:22672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 125 00000100:00100000:0.0:1783969698.037808:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:3.0:1783969698.037958:0:22673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074102912 00000100:00100000:3.0:1783969698.037968:0:22673:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074102912 00000100:00100000:3.0:1783969698.038027:0:22673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 126 00000100:00100000:3.0:1783969698.038038:0:22673:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eab902dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d0a837bc-4439-4b59-a8cf-4b52740267e4+8:18067:x1870627074102912:12345-192.168.201.34@tcp:101:mount.lustre.0 00010000:00010000:3.0:1783969698.038055:0:22673:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783969698.038074:0:22673:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff93e981ad8c00/0xea31253a47cbb9c1 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x129fb3d356303dcd expref: -99 pid: 22673 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969698.038125:0:22673:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff93e981ad8c00/0xea31253a47cbb9c1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 192.168.201.34@tcp remote: 0x129fb3d356303dcd expref: 9 pid: 22673 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969698.038137:0:22673:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff93e981ad8c00/0xea31253a47cbb9c1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 192.168.201.34@tcp remote: 0x129fb3d356303dcd expref: 9 pid: 22673 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969698.038145:0:22673:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93e981ad8c00, rc 0) 00000100:00100000:3.0:1783969698.038227:0:22673:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eab902dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d0a837bc-4439-4b59-a8cf-4b52740267e4+9:18067:x1870627074102912:12345-192.168.201.34@tcp:101:mount.lustre.0 Request processed in 190us (433us total) trans 0 rc 0/0 00000100:00100000:3.0:1783969698.038233:0:22673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 126 00000100:00100000:3.0:1783969698.045153:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:2.0:1783969698.045295:0:22671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074103040 00000100:00100000:2.0:1783969698.045313:0:22671:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074103040 00000100:00100000:2.0:1783969698.045373:0:22671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 127 00000100:00100000:2.0:1783969698.045420:0:22671:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eab902d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d0a837bc-4439-4b59-a8cf-4b52740267e4+9:18067:x1870627074103040:12345-192.168.201.34@tcp:256:mount.lustre.0 20000000:01000000:2.0:1783969698.045451:0:22671:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:2.0:1783969698.045482:0:22671:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:2.0:1783969698.045486:0:22671:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:2.0:1783969698.045490:0:22671:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:2.0:1783969698.045493:0:22671:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3920/1/256/255. 20000000:01000000:2.0:1783969698.045495:0:22671:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 176, version 14 00000100:00100000:2.0:1783969698.047761:0:22671:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eab902d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d0a837bc-4439-4b59-a8cf-4b52740267e4+9:18067:x1870627074103040:12345-192.168.201.34@tcp:256:mount.lustre.0 Request processed in 2368us (2607us total) trans 0 rc 0/0 00000100:00100000:2.0:1783969698.047786:0:22671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 127 00000100:00100000:0.0:1783969698.057873:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:1.0:1783969698.058495:0:22672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074103168 00000100:00100000:1.0:1783969698.058506:0:22672:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074103168 00000100:00100000:1.0:1783969698.058566:0:22672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 128 00000100:00100000:1.0:1783969698.058577:0:22672:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93e98366f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d0a837bc-4439-4b59-a8cf-4b52740267e4+9:18067:x1870627074103168:12345-192.168.201.34@tcp:101:mount.lustre.0 00010000:00010000:1.0:1783969698.058594:0:22672:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783969698.058613:0:22672:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff93e983de6800/0xea31253a47cbb9c8 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x129fb3d356303dd4 expref: -99 pid: 22672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969698.058643:0:22672:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff93e983de6800/0xea31253a47cbb9c8 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 192.168.201.34@tcp remote: 0x129fb3d356303dd4 expref: 10 pid: 22672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969698.058655:0:22672:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff93e983de6800/0xea31253a47cbb9c8 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 192.168.201.34@tcp remote: 0x129fb3d356303dd4 expref: 10 pid: 22672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969698.058663:0:22672:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93e983de6800, rc 0) 00000100:00100000:1.0:1783969698.058727:0:22672:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93e98366f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d0a837bc-4439-4b59-a8cf-4b52740267e4+10:18067:x1870627074103168:12345-192.168.201.34@tcp:101:mount.lustre.0 Request processed in 151us (865us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969698.058734:0:22672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 128 00000100:00100000:3.0:1783969698.063516:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:2.0:1783969698.063686:0:22671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074103296 00000100:00100000:2.0:1783969698.063698:0:22671:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074103296 00000100:00100000:2.0:1783969698.063767:0:22671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 129 00000100:00100000:2.0:1783969698.063904:0:22671:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93e98366ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d0a837bc-4439-4b59-a8cf-4b52740267e4+10:18067:x1870627074103296:12345-192.168.201.34@tcp:501:mount.lustre.0 00000100:00100000:2.0:1783969698.064133:0:22671:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93e98366ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d0a837bc-4439-4b59-a8cf-4b52740267e4+10:18067:x1870627074103296:12345-192.168.201.34@tcp:501:mount.lustre.0 Request processed in 233us (627us total) trans 0 rc 0/0 00000100:00100000:2.0:1783969698.064142:0:22671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 129 00000100:00100000:2.0:1783969698.078010:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:3.0:1783969698.078118:0:22673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074103424 00000100:00100000:3.0:1783969698.078129:0:22673:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074103424 00000100:00100000:3.0:1783969698.078196:0:22673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 130 00000100:00100000:3.0:1783969698.078217:0:22673:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93e98366e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d0a837bc-4439-4b59-a8cf-4b52740267e4+10:18067:x1870627074103424:12345-192.168.201.34@tcp:503:mount.lustre.0 00000100:00100000:3.0:1783969698.078455:0:22673:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93e98366e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d0a837bc-4439-4b59-a8cf-4b52740267e4+10:18067:x1870627074103424:12345-192.168.201.34@tcp:503:mount.lustre.0 Request processed in 240us (456us total) trans 0 rc 0/0 00000100:00100000:3.0:1783969698.078463:0:22673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 130 00000100:00100000:0.0:1783969698.084693:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:2.0:1783969698.084816:0:22671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074103552 00000100:00100000:2.0:1783969698.084828:0:22671:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074103552 00000100:00100000:2.0:1783969698.084898:0:22671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 131 00000100:00100000:2.0:1783969698.084912:0:22671:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93e98366f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d0a837bc-4439-4b59-a8cf-4b52740267e4+10:18090:x1870627074103552:12345-192.168.201.34@tcp:502:llog_process_th.0 00000100:00100000:2.0:1783969698.085102:0:22671:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93e98366f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d0a837bc-4439-4b59-a8cf-4b52740267e4+10:18090:x1870627074103552:12345-192.168.201.34@tcp:502:llog_process_th.0 Request processed in 193us (420us total) trans 0 rc 0/0 00000100:00100000:2.0:1783969698.085120:0:22671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 131 00000100:00100000:0.0:1783969698.090089:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:1.0:1783969698.090190:0:22672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074103680 00000100:00100000:1.0:1783969698.090210:0:22672:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074103680 00000100:00100000:1.0:1783969698.090297:0:22672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 132 00000100:00100000:1.0:1783969698.090318:0:22672:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93e98366d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d0a837bc-4439-4b59-a8cf-4b52740267e4+10:18090:x1870627074103680:12345-192.168.201.34@tcp:502:llog_process_th.0 00000100:00100000:1.0:1783969698.090563:0:22672:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93e98366d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d0a837bc-4439-4b59-a8cf-4b52740267e4+10:18090:x1870627074103680:12345-192.168.201.34@tcp:502:llog_process_th.0 Request processed in 256us (485us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969698.090572:0:22672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 132 00000100:00100000:1.0:1783969698.105278:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:1.0:1783969698.105343:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:3.0:1783969698.105586:0:22678:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074103808 00000100:00100000:2.0:1783969698.105591:0:24675:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074104064 00000100:00100000:3.0:1783969698.105609:0:22678:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074103808 00000100:00100000:2.0:1783969698.105609:0:24675:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074104064 00000100:00100000:2.0:1783969698.105710:0:24675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 7 00000100:00100000:2.0:1783969698.105720:0:24675:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea86fb3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2390:x1870627074103808:12345-192.168.201.34@tcp:38:mount.lustre.0 00010000:00080000:2.0:1783969698.105750:0:24675:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-MDT0000: connection from 49e45b17-fc03-4f38-9b8b-0d6d43c01221@192.168.201.34@tcp t0 exp 0000000000000000 cur 760 last 0 00000100:00100000:3.0:1783969698.105765:0:22678:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 8 00000100:00100000:3.0:1783969698.105776:0:22678:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea86fb1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2390:x1870627074104064:12345-192.168.201.34@tcp:38:mount.lustre.0 00010000:00080000:3.0:1783969698.105808:0:22678:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-MDT0001: connection from 49e45b17-fc03-4f38-9b8b-0d6d43c01221@192.168.201.34@tcp t0 exp 0000000000000000 cur 760 last 0 00000020:00000080:3.0:1783969698.105875:0:22678:0:(genops.c:1406:class_connect()) connect: client 49e45b17-fc03-4f38-9b8b-0d6d43c01221, cookie 0xea31253a47cbb9cf 00000004:00100000:3.0:1783969698.105937:0:22678:0:(mdt_handler.c:7282:mdt_connect_internal()) lustre-MDT0001: cli supports cksum type f7, return f7 00000020:00000080:2.0:1783969698.105938:0:24675:0:(genops.c:1406:class_connect()) connect: client 49e45b17-fc03-4f38-9b8b-0d6d43c01221, cookie 0xea31253a47cbb9d6 00000004:00100000:2.0:1783969698.105972:0:24675:0:(mdt_handler.c:7282:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000100:00080000:2.0:1783969698.106256:0:24675:0:(import.c:65:import_set_state_nolock()) ffff93e9831af800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1783969698.106581:0:24675:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea86fb3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:49e45b17-fc03-4f38-9b8b-0d6d43c01221+6:2390:x1870627074103808:12345-192.168.201.34@tcp:38:mount.lustre.0 Request processed in 858us (1312us total) trans 0 rc 0/0 00000100:00100000:2.0:1783969698.106591:0:24675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 7 00000100:00080000:1.0:1783969698.113647:0:22678:0:(import.c:65:import_set_state_nolock()) ffff93eab8c29800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1783969698.113727:0:22678:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea86fb1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:49e45b17-fc03-4f38-9b8b-0d6d43c01221+6:2390:x1870627074104064:12345-192.168.201.34@tcp:38:mount.lustre.0 Request processed in 7949us (8381us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969698.113740:0:22678:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 8 00000100:00100000:1.0:1783969698.137167:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:1.0:1783969698.140500:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:1.0:1783969698.140549:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:3.0:1783969698.140644:0:24675:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074104320 00000100:00100000:3.0:1783969698.140661:0:24675:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074104320 00000100:00100000:2.0:1783969698.140761:0:22680:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074103936 00000100:00100000:3.0:1783969698.140766:0:24675:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074104192 00000100:00100000:3.0:1783969698.140772:0:24675:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074104192 00000100:00100000:2.0:1783969698.140774:0:22680:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074103936 00000100:00100000:3.0:1783969698.140802:0:24675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 9 00000100:00100000:3.0:1783969698.140817:0:24675:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea86fb3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:49e45b17-fc03-4f38-9b8b-0d6d43c01221+7:18067:x1870627074104320:12345-192.168.201.34@tcp:41:mount.lustre.0 00000100:00100000:2.0:1783969698.140835:0:22680:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 10 00000100:00100000:2.0:1783969698.140850:0:22680:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93e983d21f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:49e45b17-fc03-4f38-9b8b-0d6d43c01221+6:0:x1870627074104192:12345-192.168.201.34@tcp:41:mount.lustre.0 00000004:00000024:3.0:1783969698.140871:0:24675:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000004:00000024:2.0:1783969698.140895:0:22680:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1783969698.141000:0:24675:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea86fb3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:49e45b17-fc03-4f38-9b8b-0d6d43c01221+7:18067:x1870627074104320:12345-192.168.201.34@tcp:41:mount.lustre.0 Request processed in 186us (3843us total) trans 0 rc 0/0 00000100:00080000:1.0:1783969698.141006:0:22674:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1783969698.141013:0:24675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 9 00000100:00080000:1.0:1783969698.141013:0:22674:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1783969698.141052:0:22678:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 11 00000100:00100000:1.0:1783969698.141262:0:22678:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93e983d21c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:49e45b17-fc03-4f38-9b8b-0d6d43c01221+6:0:x1870627074103936:12345-192.168.201.34@tcp:41:mount.lustre.0 00000004:00000024:1.0:1783969698.141280:0:22678:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1783969698.147644:0:22680:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93e983d21f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:49e45b17-fc03-4f38-9b8b-0d6d43c01221+6:0:x1870627074104192:12345-192.168.201.34@tcp:41:mount.lustre.0 Request processed in 6783us (7078us total) trans 0 rc 0/0 00000100:00100000:2.0:1783969698.147665:0:22680:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 10 00000100:00100000:2.0:1783969698.147866:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:3.0:1783969698.149076:0:22679:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074104448 00000100:00100000:3.0:1783969698.149098:0:22679:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074104448 00000100:00100000:3.0:1783969698.149178:0:22679:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 12 00000100:00100000:3.0:1783969698.149190:0:22679:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eabf851180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:49e45b17-fc03-4f38-9b8b-0d6d43c01221+7:18067:x1870627074104448:12345-192.168.201.34@tcp:40:mount.lustre.0 00000100:00100000:3.0:1783969698.149351:0:22679:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eabf851180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:49e45b17-fc03-4f38-9b8b-0d6d43c01221+7:18067:x1870627074104448:12345-192.168.201.34@tcp:40:mount.lustre.0 Request processed in 162us (1485us total) trans 0 rc 0/0 00000100:00100000:3.0:1783969698.149361:0:22679:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 12 00000100:00100000:1.0:1783969698.151792:0:22678:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93e983d21c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:49e45b17-fc03-4f38-9b8b-0d6d43c01221+6:0:x1870627074103936:12345-192.168.201.34@tcp:41:mount.lustre.0 Request processed in 10236us (10816us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969698.151810:0:22678:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 11 00000100:00100000:2.0:1783969698.164911:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:2.0:1783969698.164964:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:2.0:1783969698.165009:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:0.0:1783969698.165106:0:22690:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074104832 00000100:00100000:0.0:1783969698.165119:0:22690:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074104832 00000100:00100000:0.0:1783969698.165219:0:22690:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 3 00000100:00100000:0.0:1783969698.165233:0:22690:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eabf850700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:49e45b17-fc03-4f38-9b8b-0d6d43c01221+6:18067:x1870627074104832:12345-192.168.201.34@tcp:900:mount.lustre.0 00000100:00100000:0.0:1783969698.165377:0:22690:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eabf850700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:49e45b17-fc03-4f38-9b8b-0d6d43c01221+6:18067:x1870627074104832:12345-192.168.201.34@tcp:900:mount.lustre.0 Request processed in 148us (481us total) trans 0 rc 0/0 00000100:00100000:0.0:1783969698.165423:0:22690:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 3 00000100:00100000:1.0:1783969698.165627:0:25219:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074104576 00000100:00100000:1.0:1783969698.165632:0:25219:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074104576 00000100:00100000:1.0:1783969698.165662:0:25219:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074104704 00000100:00100000:1.0:1783969698.165665:0:25219:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074104704 00000100:00100000:1.0:1783969698.165696:0:25219:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 21 00000100:00100000:1.0:1783969698.165704:0:25219:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eabf853480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2390:x1870627074104576:12345-192.168.201.34@tcp:8:mount.lustre.0 00010000:00080000:1.0:1783969698.165750:0:25219:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-OST0000: connection from 49e45b17-fc03-4f38-9b8b-0d6d43c01221@192.168.201.34@tcp t0 exp 0000000000000000 cur 760 last 0 00000020:00000080:1.0:1783969698.165795:0:25219:0:(genops.c:1406:class_connect()) connect: client 49e45b17-fc03-4f38-9b8b-0d6d43c01221, cookie 0xea31253a47cbb9dd 00002000:00100000:1.0:1783969698.165810:0:25219:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli 49e45b17-fc03-4f38-9b8b-0d6d43c01221/ffff93eab8c2e000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 21136a2 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:1.0:1783969698.165834:0:25219:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00000100:00100000:3.0:1783969698.165919:0:24185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 22 00000100:00100000:3.0:1783969698.165932:0:24185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eabf851880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2390:x1870627074104704:12345-192.168.201.34@tcp:8:mount.lustre.0 00002000:00080000:1.0:1783969698.166053:0:25219:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:1.0:1783969698.166092:0:25219:0:(import.c:65:import_set_state_nolock()) ffff93eab8c2a000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1783969698.166148:0:25219:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eabf853480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:49e45b17-fc03-4f38-9b8b-0d6d43c01221+6:2390:x1870627074104576:12345-192.168.201.34@tcp:8:mount.lustre.0 Request processed in 444us (1182us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969698.166156:0:25219:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 21 00010000:00080000:3.0:1783969698.166545:0:24185:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-OST0001: connection from 49e45b17-fc03-4f38-9b8b-0d6d43c01221@192.168.201.34@tcp t0 exp 0000000000000000 cur 760 last 0 00000020:00000080:3.0:1783969698.166583:0:24185:0:(genops.c:1406:class_connect()) connect: client 49e45b17-fc03-4f38-9b8b-0d6d43c01221, cookie 0xea31253a47cbb9e4 00002000:00100000:3.0:1783969698.166597:0:24185:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli 49e45b17-fc03-4f38-9b8b-0d6d43c01221/ffff93e9821bd800 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 21136a2 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:3.0:1783969698.166616:0:24185:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:3.0:1783969698.167932:0:24185:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:3.0:1783969698.167992:0:24185:0:(import.c:65:import_set_state_nolock()) ffff93e9821bc000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1783969698.168080:0:24185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eabf851880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:49e45b17-fc03-4f38-9b8b-0d6d43c01221+6:2390:x1870627074104704:12345-192.168.201.34@tcp:8:mount.lustre.0 Request processed in 2147us (3067us total) trans 0 rc 0/0 00000100:00100000:3.0:1783969698.168090:0:24185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 22 00000100:00100000:0.0:1783969698.170540:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:1.0:1783969698.170795:0:22681:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074104960 00000100:00100000:1.0:1783969698.170810:0:22681:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074104960 00000100:00100000:1.0:1783969698.170884:0:22681:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 0 00000100:00100000:1.0:1783969698.170897:0:22681:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eab7203800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:49e45b17-fc03-4f38-9b8b-0d6d43c01221+6:18067:x1870627074104960:12345-192.168.201.34@tcp:33:mount.lustre.0 00000004:00080000:1.0:1783969698.173056:0:22681:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0000: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0000 0, time 2030us 00000004:00200000:0.0:1783969698.202290:0:22681:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000100:00100000:0.0:1783969698.202495:0:22681:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eab7203800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:49e45b17-fc03-4f38-9b8b-0d6d43c01221+6:18067:x1870627074104960:12345-192.168.201.34@tcp:33:mount.lustre.0 Request processed in 31591us (31959us total) trans 0 rc 0/0 00000100:00100000:0.0:1783969698.202513:0:22681:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 0 00000100:00100000:2.0:1783969698.391836:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:1.0:1783969698.391976:0:22680:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074105088 00000100:00100000:1.0:1783969698.391991:0:22680:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074105088 00000100:00100000:1.0:1783969698.392084:0:22680:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 13 00000100:00100000:1.0:1783969698.392098:0:22680:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eabf853100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:49e45b17-fc03-4f38-9b8b-0d6d43c01221+6:18113:x1870627074105088:12345-192.168.201.34@tcp:101:mkdir.0 00010000:00010000:1.0:1783969698.392128:0:22680:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783969698.392167:0:22680:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93e983de7600/0xea31253a47cbb9eb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x129fb3d356303e05 expref: -99 pid: 22680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969698.392313:0:22680:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93e983de7800/0xea31253a47cbb9f2 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969698.392342:0:22680:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93e983de7800/0xea31253a47cbb9f2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969698.392362:0:22680:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93e983de7800/0xea31253a47cbb9f2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1783969698.392477:0:22680:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1783969698.392482:0:22680:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1783969698.392597:0:22680:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff93e983de7800/0xea31253a47cbb9f2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969698.392633:0:22680:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93e983de7600/0xea31253a47cbb9eb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.34@tcp remote: 0x129fb3d356303e05 expref: 8 pid: 22680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969698.392660:0:22680:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff93e983de7800/0xea31253a47cbb9f2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.34@tcp remote: 0x129fb3d356303e05 expref: 7 pid: 22680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969698.392671:0:22680:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff93e98218cc00) 00010000:00010000:0.0:1783969698.392674:0:22680:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1783969698.392679:0:22680:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93e983de7800, rc 0) 00000100:00100000:0.0:1783969698.392780:0:22680:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eabf853100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:49e45b17-fc03-4f38-9b8b-0d6d43c01221+7:18113:x1870627074105088:12345-192.168.201.34@tcp:101:mkdir.0 Request processed in 684us (959us total) trans 0 rc 0/0 00000100:00100000:0.0:1783969698.392789:0:22680:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 13 00010000:00010000:0.0:1783969698.548775:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783969698.672711:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1783969698.672748:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93eab7203100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1870627099398656:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1783969698.672863:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783969698.672994:0:24187:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099398656 00000100:00100000:3.0:1783969698.673005:0:24187:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099398656 00000100:00100000:3.0:1783969698.673092:0:24187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:3.0:1783969698.673106:0:24187:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eabf851500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3647:x1870627099398656:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1783969698.673150:0:24187:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1783969698.673219:0:24187:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eabf851500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3647:x1870627099398656:12345-0@lo:13:osp-pre-0-0.0 Request processed in 116us (355us total) trans 0 rc 0/0 00000100:00100000:3.0:1783969698.673227:0:24187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:3.0:1783969698.673284:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93eab7203100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1870627099398656:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1783969698.673356:0:22674:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1783969699.571471:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783969699.697676:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1783969699.697711:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea8896b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1870627099398784:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1783969699.697814:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783969699.697991:0:24187:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099398784 00000100:00100000:3.0:1783969699.698003:0:24187:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099398784 00000100:00100000:3.0:1783969699.698085:0:24187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1783969699.698097:0:24187:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93e983d22680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1870627099398784:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1783969699.698130:0:24187:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1783969699.698204:0:24187:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93e983d22680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1870627099398784:12345-0@lo:13:osp-pre-0-1.0 Request processed in 109us (390us total) trans 0 rc 0/0 00000100:00100000:3.0:1783969699.698212:0:24187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1783969699.698293:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea8896b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1870627099398784:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1783969699.698590:0:22674:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000040:00080000:3.0:1783969700.026298:0:23430:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1783969700.208898:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1783969700.208932:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93eabf850000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1870627099398912:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1783969700.209046:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783969700.209424:0:22684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099398912 00000100:00100000:0.0:1783969700.209446:0:22684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099398912 00000100:00100000:0.0:1783969700.209519:0:22684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:0.0:1783969700.209531:0:22684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea8896b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3649:x1870627099398912:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1783969700.209578:0:22684:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1783969700.209653:0:22684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea8896b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3649:x1870627099398912:12345-0@lo:41:osp-pre-1-0.0 Request processed in 124us (607us total) trans 0 rc 0/0 00000100:00100000:0.0:1783969700.209660:0:22684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:3.0:1783969700.209892:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93eabf850000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1870627099398912:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1783969700.210182:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1783969700.210196:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea8e85f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1870627099399040:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1783969700.210242:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783969700.210318:0:22684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099399040 00000100:00100000:2.0:1783969700.210325:0:22684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099399040 00000100:00100000:2.0:1783969700.210365:0:22684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:2.0:1783969700.210372:0:22684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea86f8e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3648:x1870627099399040:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1783969700.210486:0:22684:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1783969700.210541:0:22684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea86f8e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3648:x1870627099399040:12345-0@lo:41:osp-pre-0-1.0 Request processed in 169us (297us total) trans 0 rc 0/0 00000100:00100000:2.0:1783969700.210547:0:22684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:1.0:1783969700.210774:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea8e85f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1870627099399040:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1783969700.592622:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783969700.688439:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:2.0:1783969700.688832:0:24675:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074105216 00000100:00100000:2.0:1783969700.688847:0:24675:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074105216 00000100:00100000:2.0:1783969700.688965:0:24675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 14 00000100:00100000:2.0:1783969700.688979:0:24675:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea86f8ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:49e45b17-fc03-4f38-9b8b-0d6d43c01221+7:18166:x1870627074105216:12345-192.168.201.34@tcp:41:lfs.0 00000004:00000024:2.0:1783969700.689027:0:24675:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00080000:0.0:1783969700.689293:0:22674:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1783969700.689641:0:24675:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea86f8ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:49e45b17-fc03-4f38-9b8b-0d6d43c01221+7:18166:x1870627074105216:12345-192.168.201.34@tcp:41:lfs.0 Request processed in 662us (1214us total) trans 0 rc 0/0 00000100:00100000:2.0:1783969700.689651:0:24675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 14 00000100:00100000:2.0:1783969700.696730:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:3.0:1783969700.696968:0:22679:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074105344 00000100:00100000:3.0:1783969700.696983:0:22679:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074105344 00000100:00100000:3.0:1783969700.697085:0:22679:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 15 00000100:00100000:3.0:1783969700.697099:0:22679:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eabf850a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:49e45b17-fc03-4f38-9b8b-0d6d43c01221+6:18166:x1870627074105344:12345-192.168.201.34@tcp:41:lfs.0 00000004:00000024:3.0:1783969700.697166:0:22679:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1783969700.697469:0:22679:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eabf850a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:49e45b17-fc03-4f38-9b8b-0d6d43c01221+6:18166:x1870627074105344:12345-192.168.201.34@tcp:41:lfs.0 Request processed in 372us (755us total) trans 0 rc 0/0 00000100:00100000:3.0:1783969700.697478:0:22679:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 15 00000100:00080000:0.0:1783969700.698000:0:22674:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1783969700.704620:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:3.0:1783969700.704799:0:24187:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074105472 00000100:00100000:3.0:1783969700.704812:0:24187:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074105472 00000100:00100000:3.0:1783969700.705006:0:24187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 15 00000100:00100000:3.0:1783969700.705018:0:24187:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eab7200380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:49e45b17-fc03-4f38-9b8b-0d6d43c01221+6:18166:x1870627074105472:12345-192.168.201.34@tcp:13:lfs.0 00002000:00000024:3.0:1783969700.705066:0:24187:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1783969700.705258:0:24187:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eab7200380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:49e45b17-fc03-4f38-9b8b-0d6d43c01221+6:18166:x1870627074105472:12345-192.168.201.34@tcp:13:lfs.0 Request processed in 241us (652us total) trans 0 rc 0/0 00000100:00100000:3.0:1783969700.705268:0:24187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 15 00000100:00080000:0.0:1783969700.705630:0:22674:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1783969700.724643:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:3.0:1783969700.724689:0:24187:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074105600 00000100:00100000:3.0:1783969700.724702:0:24187:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074105600 00000100:00100000:3.0:1783969700.724781:0:24187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 16 00000100:00100000:3.0:1783969700.724793:0:24187:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea8e85f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:49e45b17-fc03-4f38-9b8b-0d6d43c01221+6:18166:x1870627074105600:12345-192.168.201.34@tcp:13:lfs.0 00002000:00000024:3.0:1783969700.724838:0:24187:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3915849728 avail 3684327424 00000100:00100000:3.0:1783969700.724975:0:24187:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea8e85f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:49e45b17-fc03-4f38-9b8b-0d6d43c01221+6:18166:x1870627074105600:12345-192.168.201.34@tcp:13:lfs.0 Request processed in 183us (346us total) trans 0 rc 0/0 00000100:00100000:3.0:1783969700.724984:0:24187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 16 00000100:00080000:0.0:1783969700.725095:0:22674:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1783969701.060629:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:1.0:1783969701.074014:0:22671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074105728 00000100:00100000:1.0:1783969701.074037:0:22671:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074105728 00000100:00100000:1.0:1783969701.074143:0:22671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 133 00000100:00100000:1.0:1783969701.074167:0:22671:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93e98366e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d0a837bc-4439-4b59-a8cf-4b52740267e4+10:18200:x1870627074105728:12345-192.168.201.34@tcp:101:mount.lustre.0 00010000:00010000:1.0:1783969701.074188:0:22671:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783969701.074214:0:22671:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff93e983de7c00/0xea31253a47cbb9f9 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: local remote: 0x129fb3d356303e0c expref: -99 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969701.074251:0:22671:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff93e983de7c00/0xea31253a47cbb9f9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000000000000 nid: 192.168.201.34@tcp remote: 0x129fb3d356303e0c expref: 11 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969701.074300:0:22671:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff93e983de7c00/0xea31253a47cbb9f9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: 192.168.201.34@tcp remote: 0x129fb3d356303e0c expref: 11 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969701.074311:0:22671:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93e983de7c00, rc 0) 00000100:00100000:1.0:1783969701.074439:0:22671:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93e98366e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d0a837bc-4439-4b59-a8cf-4b52740267e4+11:18200:x1870627074105728:12345-192.168.201.34@tcp:101:mount.lustre.0 Request processed in 276us (13825us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969701.074448:0:22671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 133 00000100:00100000:0.0:1783969701.083946:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:3.0:1783969701.084370:0:22673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074105856 00000100:00100000:3.0:1783969701.084422:0:22673:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074105856 00000100:00100000:3.0:1783969701.084647:0:22673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 134 00000100:00100000:3.0:1783969701.084662:0:22673:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea82bb4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d0a837bc-4439-4b59-a8cf-4b52740267e4+11:18200:x1870627074105856:12345-192.168.201.34@tcp:501:mount.lustre.0 00000100:00100000:3.0:1783969701.084903:0:22673:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea82bb4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d0a837bc-4439-4b59-a8cf-4b52740267e4+11:18200:x1870627074105856:12345-192.168.201.34@tcp:501:mount.lustre.0 Request processed in 242us (974us total) trans 0 rc 0/0 00000100:00100000:3.0:1783969701.084913:0:22673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 134 00000100:00100000:3.0:1783969701.087909:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:0.0:1783969701.088002:0:22672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074105984 00000100:00100000:0.0:1783969701.088010:0:22672:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074105984 00000100:00100000:0.0:1783969701.088067:0:22672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 135 00000100:00100000:0.0:1783969701.088078:0:22672:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93e983307850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d0a837bc-4439-4b59-a8cf-4b52740267e4+11:18200:x1870627074105984:12345-192.168.201.34@tcp:503:mount.lustre.0 00000100:00100000:0.0:1783969701.088244:0:22672:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93e983307850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d0a837bc-4439-4b59-a8cf-4b52740267e4+11:18200:x1870627074105984:12345-192.168.201.34@tcp:503:mount.lustre.0 Request processed in 164us (339us total) trans 0 rc 0/0 00000100:00100000:0.0:1783969701.088250:0:22672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 135 00000100:00100000:2.0:1783969701.101297:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:1.0:1783969701.101498:0:22671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074106112 00000100:00100000:1.0:1783969701.101515:0:22671:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074106112 00000100:00100000:1.0:1783969701.101603:0:22671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 136 00000100:00100000:1.0:1783969701.101615:0:22671:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93e983307450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d0a837bc-4439-4b59-a8cf-4b52740267e4+11:18205:x1870627074106112:12345-192.168.201.34@tcp:502:llog_process_th.0 00000100:00100000:1.0:1783969701.101832:0:22671:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93e983307450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d0a837bc-4439-4b59-a8cf-4b52740267e4+11:18205:x1870627074106112:12345-192.168.201.34@tcp:502:llog_process_th.0 Request processed in 219us (544us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969701.101842:0:22671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 136 00000100:00100000:1.0:1783969701.157618:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:3.0:1783969701.157762:0:22673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074106240 00000100:00100000:3.0:1783969701.157775:0:22673:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074106240 00000100:00100000:3.0:1783969701.157855:0:22673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 137 00000100:00100000:3.0:1783969701.157868:0:22673:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93e983304450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d0a837bc-4439-4b59-a8cf-4b52740267e4+11:18205:x1870627074106240:12345-192.168.201.34@tcp:502:llog_process_th.0 00000100:00100000:3.0:1783969701.159280:0:22673:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93e983304450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d0a837bc-4439-4b59-a8cf-4b52740267e4+11:18205:x1870627074106240:12345-192.168.201.34@tcp:502:llog_process_th.0 Request processed in 1403us (1667us total) trans 0 rc 0/0 00000100:00100000:3.0:1783969701.159294:0:22673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 137 00000100:00100000:3.0:1783969701.170114:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:0.0:1783969701.170304:0:22672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074106368 00000100:00100000:0.0:1783969701.170318:0:22672:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074106368 00000100:00100000:0.0:1783969701.170557:0:22672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 138 00000100:00100000:0.0:1783969701.170571:0:22672:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93e983306c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d0a837bc-4439-4b59-a8cf-4b52740267e4+11:18205:x1870627074106368:12345-192.168.201.34@tcp:502:llog_process_th.0 00000100:00100000:0.0:1783969701.170805:0:22672:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93e983306c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d0a837bc-4439-4b59-a8cf-4b52740267e4+11:18205:x1870627074106368:12345-192.168.201.34@tcp:502:llog_process_th.0 Request processed in 235us (704us total) trans 0 rc 0/0 00000100:00100000:0.0:1783969701.170826:0:22672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 138 00000100:00100000:2.0:1783969701.182014:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:1.0:1783969701.182187:0:22671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074106496 00000100:00100000:1.0:1783969701.182203:0:22671:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074106496 00000100:00100000:1.0:1783969701.182296:0:22671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 139 00000100:00100000:1.0:1783969701.182311:0:22671:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93e983307c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d0a837bc-4439-4b59-a8cf-4b52740267e4+11:18200:x1870627074106496:12345-192.168.201.34@tcp:101:mount.lustre.0 00010000:00010000:1.0:1783969701.182348:0:22671:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783969701.182377:0:22671:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff93e983de6a00/0xea31253a47cbba00 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x129fb3d356303e3d expref: -99 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969701.182462:0:22671:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff93e983de6a00/0xea31253a47cbba00 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 192.168.201.34@tcp remote: 0x129fb3d356303e3d expref: 12 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969701.182502:0:22671:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff93e983de6a00/0xea31253a47cbba00 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 192.168.201.34@tcp remote: 0x129fb3d356303e3d expref: 12 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969701.182515:0:22671:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93e983de6a00, rc 0) 00000100:00100000:1.0:1783969701.182598:0:22671:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93e983307c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d0a837bc-4439-4b59-a8cf-4b52740267e4+12:18200:x1870627074106496:12345-192.168.201.34@tcp:101:mount.lustre.0 Request processed in 291us (618us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969701.182606:0:22671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 139 00000100:00100000:1.0:1783969701.187431:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:3.0:1783969701.187738:0:22673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074106624 00000100:00100000:3.0:1783969701.187753:0:22673:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074106624 00000100:00100000:3.0:1783969701.187830:0:22673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 140 00000100:00100000:3.0:1783969701.187843:0:22673:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93e983304c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d0a837bc-4439-4b59-a8cf-4b52740267e4+12:18200:x1870627074106624:12345-192.168.201.34@tcp:256:mount.lustre.0 20000000:01000000:3.0:1783969701.187879:0:22673:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:3.0:1783969701.187912:0:22673:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:3.0:1783969701.187918:0:22673:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:3.0:1783969701.187921:0:22673:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:3.0:1783969701.187924:0:22673:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3920/1/256/255. 20000000:01000000:3.0:1783969701.187927:0:22673:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 176, version 14 00000100:00100000:1.0:1783969701.191166:0:22673:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93e983304c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d0a837bc-4439-4b59-a8cf-4b52740267e4+12:18200:x1870627074106624:12345-192.168.201.34@tcp:256:mount.lustre.0 Request processed in 3296us (3773us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969701.191190:0:22673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 140 00000100:00100000:2.0:1783969701.194927:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:0.0:1783969701.195521:0:22672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074106752 00000100:00100000:0.0:1783969701.195540:0:22672:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074106752 00000100:00100000:0.0:1783969701.195683:0:22672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 141 00000100:00100000:0.0:1783969701.195697:0:22672:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93e983304850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d0a837bc-4439-4b59-a8cf-4b52740267e4+12:18200:x1870627074106752:12345-192.168.201.34@tcp:101:mount.lustre.0 00010000:00010000:0.0:1783969701.195728:0:22672:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783969701.195752:0:22672:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff93ea80031a00/0xea31253a47cbba07 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x129fb3d356303e44 expref: -99 pid: 22672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969701.195795:0:22672:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff93ea80031a00/0xea31253a47cbba07 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 192.168.201.34@tcp remote: 0x129fb3d356303e44 expref: 13 pid: 22672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969701.195810:0:22672:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff93ea80031a00/0xea31253a47cbba07 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 192.168.201.34@tcp remote: 0x129fb3d356303e44 expref: 13 pid: 22672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969701.195820:0:22672:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93ea80031a00, rc 0) 00000100:00100000:0.0:1783969701.195915:0:22672:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93e983304850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d0a837bc-4439-4b59-a8cf-4b52740267e4+13:18200:x1870627074106752:12345-192.168.201.34@tcp:101:mount.lustre.0 Request processed in 221us (1005us total) trans 0 rc 0/0 00000100:00100000:0.0:1783969701.195924:0:22672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 141 00000100:00100000:2.0:1783969701.198045:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:1.0:1783969701.198546:0:22671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074106880 00000100:00100000:1.0:1783969701.198560:0:22671:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074106880 00000100:00100000:0.0:1783969701.198678:0:22672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 142 00000100:00100000:0.0:1783969701.198693:0:22672:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93e983306050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d0a837bc-4439-4b59-a8cf-4b52740267e4+13:18200:x1870627074106880:12345-192.168.201.34@tcp:501:mount.lustre.0 00000100:00100000:0.0:1783969701.198902:0:22672:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93e983306050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d0a837bc-4439-4b59-a8cf-4b52740267e4+13:18200:x1870627074106880:12345-192.168.201.34@tcp:501:mount.lustre.0 Request processed in 213us (869us total) trans 0 rc 0/0 00000100:00100000:0.0:1783969701.198911:0:22672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 142 00000100:00100000:3.0:1783969701.204998:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:1.0:1783969701.205131:0:22671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074107008 00000100:00100000:1.0:1783969701.205156:0:22671:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074107008 00000100:00100000:1.0:1783969701.205288:0:22671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 143 00000100:00100000:1.0:1783969701.205301:0:22671:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93e983305050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d0a837bc-4439-4b59-a8cf-4b52740267e4+13:18200:x1870627074107008:12345-192.168.201.34@tcp:503:mount.lustre.0 00000100:00100000:1.0:1783969701.205568:0:22671:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93e983305050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d0a837bc-4439-4b59-a8cf-4b52740267e4+13:18200:x1870627074107008:12345-192.168.201.34@tcp:503:mount.lustre.0 Request processed in 268us (583us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969701.205579:0:22671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 143 00000100:00100000:2.0:1783969701.211682:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:3.0:1783969701.212135:0:22673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074107136 00000100:00100000:3.0:1783969701.212159:0:22673:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074107136 00000100:00100000:3.0:1783969701.212251:0:22673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 144 00000100:00100000:3.0:1783969701.212264:0:22673:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93e983307050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d0a837bc-4439-4b59-a8cf-4b52740267e4+13:18211:x1870627074107136:12345-192.168.201.34@tcp:502:llog_process_th.0 00000100:00100000:3.0:1783969701.212593:0:22673:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93e983307050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d0a837bc-4439-4b59-a8cf-4b52740267e4+13:18211:x1870627074107136:12345-192.168.201.34@tcp:502:llog_process_th.0 Request processed in 330us (925us total) trans 0 rc 0/0 00000100:00100000:3.0:1783969701.212602:0:22673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 144 00000100:00100000:2.0:1783969701.218625:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:1.0:1783969701.218760:0:22671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074107264 00000100:00100000:1.0:1783969701.218773:0:22671:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074107264 00000100:00100000:1.0:1783969701.218853:0:22671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 145 00000100:00100000:1.0:1783969701.218866:0:22671:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93e983306850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d0a837bc-4439-4b59-a8cf-4b52740267e4+13:18211:x1870627074107264:12345-192.168.201.34@tcp:502:llog_process_th.0 00000100:00100000:1.0:1783969701.219060:0:22671:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93e983306850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d0a837bc-4439-4b59-a8cf-4b52740267e4+13:18211:x1870627074107264:12345-192.168.201.34@tcp:502:llog_process_th.0 Request processed in 195us (451us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969701.219075:0:22671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 145 00000100:00100000:1.0:1783969701.235522:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:1.0:1783969701.235567:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:1.0:1783969701.235603:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:1.0:1783969701.235634:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:1.0:1783969701.235659:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:1.0:1783969701.235713:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:1.0:1783969701.235748:0:25219:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074107776 00000100:00100000:1.0:1783969701.235761:0:25219:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074107776 00000100:00100000:1.0:1783969701.235825:0:25219:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074107904 00000100:00100000:1.0:1783969701.235828:0:25219:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074107904 00000100:00100000:1.0:1783969701.235865:0:25219:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 9 00000100:00100000:1.0:1783969701.235878:0:25219:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea86f8dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:49e45b17-fc03-4f38-9b8b-0d6d43c01221+6:2391:x1870627074107776:12345-192.168.201.34@tcp:400:kworker.0 00000100:00100000:1.0:1783969701.235977:0:25219:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea86f8dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:49e45b17-fc03-4f38-9b8b-0d6d43c01221+6:2391:x1870627074107776:12345-192.168.201.34@tcp:400:kworker.0 Request processed in 101us (372us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969701.235986:0:25219:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 9 00000100:00100000:1.0:1783969701.236006:0:25219:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 10 00000100:00100000:1.0:1783969701.236014:0:25219:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea86f8e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:49e45b17-fc03-4f38-9b8b-0d6d43c01221+6:2391:x1870627074107904:12345-192.168.201.34@tcp:400:kworker.0 00000100:00100000:1.0:1783969701.236040:0:25219:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea86f8e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:49e45b17-fc03-4f38-9b8b-0d6d43c01221+6:2391:x1870627074107904:12345-192.168.201.34@tcp:400:kworker.0 Request processed in 27us (380us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969701.236046:0:25219:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 10 00000100:00100000:1.0:1783969701.236073:0:22680:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074107392 00000100:00100000:1.0:1783969701.236077:0:22680:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074107392 00000100:00100000:1.0:1783969701.236091:0:22680:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074107520 00000100:00100000:1.0:1783969701.236093:0:22680:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074107520 00000100:00100000:1.0:1783969701.236108:0:22680:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074107648 00000100:00100000:1.0:1783969701.236119:0:22680:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074107648 00000100:00100000:1.0:1783969701.236134:0:22680:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074108160 00000100:00100000:1.0:1783969701.236136:0:22680:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074108160 00000100:00100000:1.0:1783969701.236158:0:22680:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 44 00000100:00100000:1.0:1783969701.236165:0:22680:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea86f8f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:49e45b17-fc03-4f38-9b8b-0d6d43c01221+7:2391:x1870627074107520:12345-192.168.201.34@tcp:400:kworker.0 00000100:00100000:1.0:1783969701.236197:0:22680:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea86f8f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:49e45b17-fc03-4f38-9b8b-0d6d43c01221+7:2391:x1870627074107520:12345-192.168.201.34@tcp:400:kworker.0 Request processed in 33us (630us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969701.236203:0:22680:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 44 00000100:00100000:1.0:1783969701.236216:0:22680:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 45 00000100:00100000:1.0:1783969701.236223:0:22680:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea86f8ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:49e45b17-fc03-4f38-9b8b-0d6d43c01221+6:2391:x1870627074107648:12345-192.168.201.34@tcp:400:kworker.0 00000100:00100000:1.0:1783969701.236248:0:22680:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea86f8ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:49e45b17-fc03-4f38-9b8b-0d6d43c01221+6:2391:x1870627074107648:12345-192.168.201.34@tcp:400:kworker.0 Request processed in 26us (614us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969701.236254:0:22680:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 45 00000100:00100000:1.0:1783969701.236266:0:22680:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 16 00000100:00100000:1.0:1783969701.236269:0:22680:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea86f8c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2390:x1870627074107392:12345-192.168.201.34@tcp:38:mount.lustre.0 00010000:00080000:1.0:1783969701.236312:0:22680:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-MDT0000: connection from 233b70d5-2c5b-4f40-a802-7e770363a55d@192.168.201.34@tcp t0 exp 0000000000000000 cur 763 last 0 00000020:00000080:1.0:1783969701.236360:0:22680:0:(genops.c:1406:class_connect()) connect: client 233b70d5-2c5b-4f40-a802-7e770363a55d, cookie 0xea31253a47cbba0e 00000004:00100000:1.0:1783969701.236427:0:22680:0:(mdt_handler.c:7282:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000100:00080000:1.0:1783969701.236545:0:22680:0:(import.c:65:import_set_state_nolock()) ffff93eab8c2c000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1783969701.236581:0:22680:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea86f8c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:233b70d5-2c5b-4f40-a802-7e770363a55d+6:2390:x1870627074107392:12345-192.168.201.34@tcp:38:mount.lustre.0 Request processed in 309us (1086us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969701.236588:0:22680:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 16 00000100:00100000:1.0:1783969701.236603:0:22680:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 17 00000100:00100000:1.0:1783969701.236608:0:22680:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eabcf4df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2390:x1870627074108160:12345-192.168.201.34@tcp:38:mount.lustre.0 00010000:00080000:1.0:1783969701.236626:0:22680:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-MDT0001: connection from 233b70d5-2c5b-4f40-a802-7e770363a55d@192.168.201.34@tcp t0 exp 0000000000000000 cur 763 last 0 00000020:00000080:1.0:1783969701.236674:0:22680:0:(genops.c:1406:class_connect()) connect: client 233b70d5-2c5b-4f40-a802-7e770363a55d, cookie 0xea31253a47cbba15 00000004:00100000:1.0:1783969701.236690:0:22680:0:(mdt_handler.c:7282:mdt_connect_internal()) lustre-MDT0001: cli supports cksum type f7, return f7 00000100:00080000:1.0:1783969701.236746:0:22680:0:(import.c:65:import_set_state_nolock()) ffff93e983f24000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1783969701.236774:0:22680:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eabcf4df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:233b70d5-2c5b-4f40-a802-7e770363a55d+6:2390:x1870627074108160:12345-192.168.201.34@tcp:38:mount.lustre.0 Request processed in 164us (1061us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969701.236781:0:22680:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 17 00000100:00100000:2.0:1783969701.251267:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:1.0:1783969701.251582:0:22680:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074108288 00000100:00100000:1.0:1783969701.251596:0:22680:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074108288 00000100:00100000:1.0:1783969701.251700:0:22680:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 18 00000100:00100000:1.0:1783969701.251714:0:22680:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eabf850e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:233b70d5-2c5b-4f40-a802-7e770363a55d+6:0:x1870627074108288:12345-192.168.201.34@tcp:41:mount.lustre.0 00000004:00000024:1.0:1783969701.251768:0:22680:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1783969701.251887:0:22680:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eabf850e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:233b70d5-2c5b-4f40-a802-7e770363a55d+6:0:x1870627074108288:12345-192.168.201.34@tcp:41:mount.lustre.0 Request processed in 175us (648us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969701.251896:0:22680:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 18 00000100:00080000:0.0:1783969701.251978:0:22674:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1783969701.257045:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:3.0:1783969701.257213:0:24675:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074108416 00000100:00100000:3.0:1783969701.257225:0:24675:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074108416 00000100:00080000:0.0:1783969701.257450:0:22674:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1783969701.257620:0:24675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 19 00000100:00100000:2.0:1783969701.260976:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:1.0:1783969701.261169:0:22680:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074108032 00000100:00100000:1.0:1783969701.261182:0:22680:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074108032 00000100:00100000:1.0:1783969701.261272:0:22680:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 20 00000100:00100000:1.0:1783969701.261285:0:22680:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eabf852a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:233b70d5-2c5b-4f40-a802-7e770363a55d+7:0:x1870627074108032:12345-192.168.201.34@tcp:41:mount.lustre.0 00000004:00000024:1.0:1783969701.261354:0:22680:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1783969701.261489:0:22680:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eabf852a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:233b70d5-2c5b-4f40-a802-7e770363a55d+7:0:x1870627074108032:12345-192.168.201.34@tcp:41:mount.lustre.0 Request processed in 206us (527us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969701.261500:0:22680:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 20 00000100:00100000:0.0:1783969701.265635:0:24675:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eabf852d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:233b70d5-2c5b-4f40-a802-7e770363a55d+6:18200:x1870627074108416:12345-192.168.201.34@tcp:41:mount.lustre.0 00000004:00000024:0.0:1783969701.265814:0:24675:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1783969701.265940:0:24675:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eabf852d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:233b70d5-2c5b-4f40-a802-7e770363a55d+6:18200:x1870627074108416:12345-192.168.201.34@tcp:41:mount.lustre.0 Request processed in 8307us (8911us total) trans 0 rc 0/0 00000100:00100000:0.0:1783969701.265954:0:24675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 19 00000100:00100000:2.0:1783969701.269995:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:1.0:1783969701.270123:0:22678:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074108544 00000100:00100000:1.0:1783969701.270136:0:22678:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074108544 00000100:00100000:1.0:1783969701.270500:0:22678:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 21 00000100:00100000:1.0:1783969701.270515:0:22678:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eabf851f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:233b70d5-2c5b-4f40-a802-7e770363a55d+6:18200:x1870627074108544:12345-192.168.201.34@tcp:40:mount.lustre.0 00000100:00100000:1.0:1783969701.273829:0:22678:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eabf851f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:233b70d5-2c5b-4f40-a802-7e770363a55d+6:18200:x1870627074108544:12345-192.168.201.34@tcp:40:mount.lustre.0 Request processed in 3297us (3832us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969701.273851:0:22678:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 21 00000100:00100000:3.0:1783969701.276992:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:3.0:1783969701.277181:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:3.0:1783969701.277217:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:1.0:1783969701.277494:0:25219:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074108672 00000100:00100000:1.0:1783969701.277509:0:25219:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074108672 00000100:00100000:1.0:1783969701.277555:0:25219:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074108800 00000100:00100000:1.0:1783969701.277558:0:25219:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074108800 00000100:00100000:1.0:1783969701.277579:0:25219:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 23 00000100:00100000:1.0:1783969701.277591:0:25219:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93e983698a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2390:x1870627074108672:12345-192.168.201.34@tcp:8:mount.lustre.0 00010000:00080000:1.0:1783969701.277640:0:25219:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-OST0000: connection from 233b70d5-2c5b-4f40-a802-7e770363a55d@192.168.201.34@tcp t0 exp 0000000000000000 cur 763 last 0 00000100:00100000:0.0:1783969701.278060:0:22690:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074108928 00000100:00100000:0.0:1783969701.278066:0:22690:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074108928 00000100:00100000:0.0:1783969701.278115:0:22690:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 4 00000100:00100000:0.0:1783969701.278124:0:22690:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93e983698e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:233b70d5-2c5b-4f40-a802-7e770363a55d+6:18200:x1870627074108928:12345-192.168.201.34@tcp:900:mount.lustre.0 00000020:00000080:1.0:1783969701.278261:0:25219:0:(genops.c:1406:class_connect()) connect: client 233b70d5-2c5b-4f40-a802-7e770363a55d, cookie 0xea31253a47cbba1c 00002000:00100000:1.0:1783969701.278278:0:25219:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli 233b70d5-2c5b-4f40-a802-7e770363a55d/ffff93e9837e4800 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 21136a2 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:1.0:1783969701.278305:0:25219:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00080000:1.0:1783969701.278906:0:25219:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:1.0:1783969701.278949:0:25219:0:(import.c:65:import_set_state_nolock()) ffff93e9833b0800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1783969701.279132:0:22690:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93e983698e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:233b70d5-2c5b-4f40-a802-7e770363a55d+6:18200:x1870627074108928:12345-192.168.201.34@tcp:900:mount.lustre.0 Request processed in 1007us (2153us total) trans 0 rc 0/0 00000100:00100000:0.0:1783969701.279154:0:22690:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 4 00000100:00100000:0.0:1783969701.279204:0:24186:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 24 00000100:00100000:0.0:1783969701.279210:0:24186:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93e983699500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2390:x1870627074108800:12345-192.168.201.34@tcp:8:mount.lustre.0 00010000:00080000:0.0:1783969701.279257:0:24186:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-OST0001: connection from 233b70d5-2c5b-4f40-a802-7e770363a55d@192.168.201.34@tcp t0 exp 0000000000000000 cur 763 last 0 00000020:00000080:0.0:1783969701.279299:0:24186:0:(genops.c:1406:class_connect()) connect: client 233b70d5-2c5b-4f40-a802-7e770363a55d, cookie 0xea31253a47cbba23 00002000:00100000:0.0:1783969701.279310:0:24186:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli 233b70d5-2c5b-4f40-a802-7e770363a55d/ffff93e982567800 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 21136a2 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:0.0:1783969701.279319:0:24186:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:0.0:1783969701.279401:0:24186:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:0.0:1783969701.279419:0:24186:0:(import.c:65:import_set_state_nolock()) ffff93e982560000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1783969701.279547:0:25219:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93e983698a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:233b70d5-2c5b-4f40-a802-7e770363a55d+6:2390:x1870627074108672:12345-192.168.201.34@tcp:8:mount.lustre.0 Request processed in 1956us (2365us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969701.279554:0:25219:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 23 00000100:00100000:0.0:1783969701.281616:0:24186:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93e983699500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:233b70d5-2c5b-4f40-a802-7e770363a55d+6:2390:x1870627074108800:12345-192.168.201.34@tcp:8:mount.lustre.0 Request processed in 2388us (4381us total) trans 0 rc 0/0 00000100:00100000:0.0:1783969701.281633:0:24186:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 24 00000100:00100000:2.0:1783969701.284169:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:0.0:1783969701.284605:0:22682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074109056 00000100:00100000:0.0:1783969701.284626:0:22682:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074109056 00000100:00100000:0.0:1783969701.284814:0:22682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 1 00000100:00100000:0.0:1783969701.284828:0:22682:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eabf850380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:233b70d5-2c5b-4f40-a802-7e770363a55d+6:18200:x1870627074109056:12345-192.168.201.34@tcp:33:mount.lustre.0 00000004:00200000:0.0:1783969701.284960:0:22682:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000100:00100000:0.0:1783969701.285079:0:22682:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eabf850380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:233b70d5-2c5b-4f40-a802-7e770363a55d+6:18200:x1870627074109056:12345-192.168.201.34@tcp:33:mount.lustre.0 Request processed in 253us (937us total) trans 0 rc 0/0 00000100:00100000:0.0:1783969701.285088:0:22682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 1 00000100:00100000:2.0:1783969701.614581:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:3.0:1783969701.614853:0:22679:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074109184 00000100:00100000:3.0:1783969701.614867:0:22679:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074109184 00000100:00100000:3.0:1783969701.614942:0:22679:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 22 00000100:00100000:3.0:1783969701.614955:0:22679:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eabf853b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:233b70d5-2c5b-4f40-a802-7e770363a55d+6:18234:x1870627074109184:12345-192.168.201.34@tcp:101:mkdir.0 00010000:00010000:3.0:1783969701.614984:0:22679:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783969701.615023:0:22679:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad9600/0xea31253a47cbba2a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x129fb3d356303e75 expref: -99 pid: 22679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969701.615112:0:22679:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad9c00/0xea31253a47cbba31 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969701.615149:0:22679:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad9c00/0xea31253a47cbba31 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969701.615167:0:22679:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad9c00/0xea31253a47cbba31 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1783969701.615254:0:22679:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1783969701.615258:0:22679:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1783969701.615284:0:22679:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad9c00/0xea31253a47cbba31 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969701.615311:0:22679:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad9600/0xea31253a47cbba2a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.34@tcp remote: 0x129fb3d356303e75 expref: 8 pid: 22679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969701.615613:0:22679:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad9c00/0xea31253a47cbba31 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.34@tcp remote: 0x129fb3d356303e75 expref: 7 pid: 22679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969701.615623:0:22679:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff93e98218cc00) 00010000:00010000:3.0:1783969701.615627:0:22679:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1783969701.615631:0:22679:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93e981ad9c00, rc 0) 00000100:00100000:3.0:1783969701.615813:0:22679:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eabf853b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:233b70d5-2c5b-4f40-a802-7e770363a55d+7:18234:x1870627074109184:12345-192.168.201.34@tcp:101:mkdir.0 Request processed in 859us (1245us total) trans 0 rc 0/0 00000100:00100000:3.0:1783969701.615821:0:22679:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 22 00010000:00010000:2.0:1783969701.619886:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783969701.744801:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1783969701.744837:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93eab7200700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1870627099399168:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1783969701.744936:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783969701.745336:0:24187:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099399168 00000100:00100000:0.0:1783969701.745348:0:24187:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099399168 00000100:00100000:0.0:1783969701.745463:0:24187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1783969701.745478:0:24187:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eabcf4d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3647:x1870627099399168:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1783969701.745509:0:24187:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915849728 avail 3684327424 00000100:00100000:0.0:1783969701.745569:0:24187:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eabcf4d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3647:x1870627099399168:12345-0@lo:13:osp-pre-1-0.0 Request processed in 97us (633us total) trans 0 rc 0/0 00000100:00100000:0.0:1783969701.745577:0:24187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00080000:1.0:1783969701.745746:0:22674:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1783969701.745783:0:3647:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 12884901890 gen 2 00000100:00100000:1.0:1783969701.745814:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93eab7200700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1870627099399168:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1783969701.746112:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1783969701.746163:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93eabf852680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1870627099399296:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1783969701.746212:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783969701.746352:0:24187:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099399296 00000100:00100000:2.0:1783969701.746358:0:24187:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099399296 00000100:00100000:2.0:1783969701.746431:0:24187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1783969701.746440:0:24187:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93e98369aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1870627099399296:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1783969701.746458:0:24187:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915849728 avail 3684327424 00000100:00100000:2.0:1783969701.746506:0:24187:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93e98369aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1870627099399296:12345-0@lo:13:osp-pre-1-1.0 Request processed in 62us (287us total) trans 0 rc 0/0 00000100:00100000:2.0:1783969701.746512:0:24187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1783969701.746552:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93eabf852680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1870627099399296:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1783969701.746669:0:22674:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1783969701.747537:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93eab7202300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:b884c461-3115-4676-b8ef-3f3c795c44df:3648:1870627099399424:0@lo:400:kworker.0 00000100:00100000:1.0:1783969701.747607:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783969701.747700:0:22672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099399424 00000100:00100000:2.0:1783969701.747707:0:22672:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099399424 00000100:00100000:2.0:1783969701.747758:0:22672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 146 00000100:00100000:2.0:1783969701.747764:0:22672:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93e983305450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b884c461-3115-4676-b8ef-3f3c795c44df+24:3648:x1870627099399424:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783969701.748252:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93eab7200700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1870627099399552:0@lo:400:kworker.0 00000100:00100000:3.0:1783969701.748292:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783969701.748351:0:22684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099399552 00000100:00100000:3.0:1783969701.748355:0:22684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099399552 00000100:00100000:3.0:1783969701.748426:0:22684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:3.0:1783969701.748434:0:22684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93e98369b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3649:x1870627099399552:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783969701.748493:0:22684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93e98369b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3649:x1870627099399552:12345-0@lo:400:kworker.0 Request processed in 59us (201us total) trans 0 rc 0/0 00000100:00100000:3.0:1783969701.748500:0:22684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:3.0:1783969701.748544:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93eab7200700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1870627099399552:0@lo:400:kworker.0 00000100:00100000:2.0:1783969701.754526:0:22672:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93e983305450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b884c461-3115-4676-b8ef-3f3c795c44df+24:3648:x1870627099399424:12345-0@lo:400:kworker.0 Request processed in 6743us (6900us total) trans 0 rc 0/0 00000100:00100000:2.0:1783969701.754548:0:22672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 146 00000100:00100000:3.0:1783969701.763268:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93eab7200700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3647:1870627099399808:0@lo:400:kworker.0 00000100:00100000:0.0:1783969701.763303:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93eabf747b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1870627099400064:0@lo:400:kworker.0 00000100:00100000:2.0:1783969701.763413:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93eab7203100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1870627099399680:0@lo:400:kworker.0 00000100:00100000:1.0:1783969701.765476:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93eab7202300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:b884c461-3115-4676-b8ef-3f3c795c44df:3648:1870627099399424:0@lo:400:kworker.0 00000100:00100000:1.0:1783969701.765561:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93eabf746a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1870627099399936:0@lo:400:kworker.0 00000100:00100000:2.0:1783969701.770620:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783969701.770706:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93eabf746d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3646:1870627099400192:0@lo:400:kworker.0 00000100:00100000:2.0:1783969701.770793:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783969701.770819:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93eabf744a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3646:1870627099400704:0@lo:400:kworker.0 00000100:00100000:2.0:1783969701.770916:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783969701.770956:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1783969701.770965:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93eabf746300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3646:1870627099400320:0@lo:400:kworker.0 00000100:00100000:2.0:1783969701.770991:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783969701.771311:0:22680:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099400192 00000100:00100000:2.0:1783969701.771423:0:22680:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099400192 00000100:00100000:2.0:1783969701.771491:0:22680:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099400704 00000100:00100000:2.0:1783969701.771496:0:22680:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099400704 00000100:00100000:2.0:1783969701.771527:0:22680:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099400320 00000100:00100000:2.0:1783969701.771531:0:22680:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099400320 00000100:00100000:2.0:1783969701.771552:0:22680:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:2.0:1783969701.771563:0:22680:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eabf852300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3646:x1870627099400192:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783969701.771639:0:22680:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eabf852300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3646:x1870627099400192:12345-0@lo:400:kworker.0 Request processed in 77us (845us total) trans 0 rc 0/0 00000100:00100000:2.0:1783969701.771647:0:22680:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:2.0:1783969701.771668:0:22680:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:2.0:1783969701.771674:0:22680:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eabf853800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3646:x1870627099400704:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783969701.771703:0:22680:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eabf853800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3646:x1870627099400704:12345-0@lo:400:kworker.0 Request processed in 29us (787us total) trans 0 rc 0/0 00000100:00100000:2.0:1783969701.771710:0:22680:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:2.0:1783969701.771721:0:22680:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:2.0:1783969701.771727:0:22680:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eabf850000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3646:x1870627099400320:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783969701.771754:0:22680:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eabf850000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3646:x1870627099400320:12345-0@lo:400:kworker.0 Request processed in 27us (762us total) trans 0 rc 0/0 00000100:00100000:2.0:1783969701.771775:0:22680:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00080000:2.0:1783969701.771795:0:22674:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1783969701.771799:0:22674:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1783969701.771835:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93eabf746300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3646:1870627099400320:0@lo:400:kworker.0 00000100:00100000:2.0:1783969701.771924:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93eabf746d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3646:1870627099400192:0@lo:400:kworker.0 00010000:00080000:2.0:1783969701.771938:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93eabf744a80 x1870627099400704/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783969717 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783969701.771950:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93eabf744a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3646:1870627099400704:0@lo:400:kworker.0 00000100:00100000:3.0:1783969701.772110:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783969701.772293:0:22679:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099399808 00000100:00100000:2.0:1783969701.772299:0:22679:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099399808 00000100:00100000:2.0:1783969701.772432:0:22679:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:2.0:1783969701.772443:0:22679:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea86ffb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1870627099399808:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783969701.772492:0:22679:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea86ffb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1870627099399808:12345-0@lo:400:kworker.0 Request processed in 51us (382us total) trans 0 rc 0/0 00000100:00100000:2.0:1783969701.772498:0:22679:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:2.0:1783969701.772540:0:24183:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099399680 00000100:00100000:2.0:1783969701.772545:0:24183:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099399680 00000100:00100000:2.0:1783969701.772589:0:24183:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1783969701.772596:0:24183:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eabf852680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3646:x1870627099399680:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783969701.772635:0:24183:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eabf852680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3646:x1870627099399680:12345-0@lo:400:kworker.0 Request processed in 40us (2029us total) trans 0 rc 0/0 00000100:00100000:2.0:1783969701.772642:0:24183:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00080000:2.0:1783969701.772658:0:22674:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1783969701.772687:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93eab7203100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1870627099399680:0@lo:400:kworker.0 00000100:00100000:3.0:1783969701.772950:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93eab7200700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3647:1870627099399808:0@lo:400:kworker.0 00000100:00100000:1.0:1783969701.778858:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783969701.778945:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93eabf747100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3648:1870627099400448:0@lo:400:kworker.0 00000100:00100000:1.0:1783969701.779533:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783969701.780040:0:22684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099399936 00000100:00100000:3.0:1783969701.780052:0:22684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099399936 00000100:00100000:3.0:1783969701.780155:0:22684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:3.0:1783969701.780167:0:22684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eabcf4ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3648:x1870627099399936:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783969701.780257:0:22684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eabcf4ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3648:x1870627099399936:12345-0@lo:400:kworker.0 Request processed in 92us (1428us total) trans 0 rc 0/0 00000100:00100000:3.0:1783969701.780265:0:22684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:2.0:1783969701.780478:0:22679:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099400448 00000100:00100000:2.0:1783969701.780499:0:22679:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099400448 00000100:00100000:2.0:1783969701.780558:0:22679:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:2.0:1783969701.780565:0:22679:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eabcf4ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3648:x1870627099400448:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783969701.780607:0:22679:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eabcf4ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3648:x1870627099400448:12345-0@lo:400:kworker.0 Request processed in 44us (1077us total) trans 0 rc 0/0 00000100:00100000:2.0:1783969701.780614:0:22679:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:1.0:1783969701.780746:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93eabf746a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1870627099399936:0@lo:400:kworker.0 00010000:00080000:1.0:1783969701.780765:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93eabf747100 x1870627099400448/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783969717 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783969701.780777:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93eabf747100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3648:1870627099400448:0@lo:400:kworker.0 00000100:00080000:3.0:1783969701.780863:0:22674:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1783969701.781370:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783969701.781423:0:25016:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099400064 00000100:00100000:1.0:1783969701.781428:0:25016:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099400064 00000100:00100000:0.0:1783969701.781434:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93eabf745c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3649:1870627099400576:0@lo:400:kworker.0 00000100:00100000:0.0:1783969701.781474:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783969701.781484:0:25016:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1783969701.781491:0:25016:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eabf744380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3649:x1870627099400064:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783969701.781512:0:24675:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099400576 00000100:00100000:0.0:1783969701.781515:0:24675:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099400576 00000100:00100000:1.0:1783969701.781539:0:25016:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eabf744380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3649:x1870627099400064:12345-0@lo:400:kworker.0 Request processed in 49us (170us total) trans 0 rc 0/0 00000100:00100000:0.0:1783969701.781545:0:24675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:1.0:1783969701.781546:0:25016:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1783969701.781550:0:24675:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eabf745500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3649:x1870627099400576:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783969701.781582:0:24675:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eabf745500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3649:x1870627099400576:12345-0@lo:400:kworker.0 Request processed in 31us (107us total) trans 0 rc 0/0 00000100:00100000:0.0:1783969701.781589:0:24675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:1.0:1783969701.781595:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93eabf747b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1870627099400064:0@lo:400:kworker.0 00000100:00100000:1.0:1783969701.781608:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93eabf745c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3649:1870627099400576:0@lo:400:kworker.0 00000100:00080000:3.0:1783969701.781727:0:22674:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1783969701.781732:0:22674:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1783969702.644226:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783969703.670791:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783969703.794135:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93eabf744e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1870627099400832:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1783969703.794643:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783969703.794731:0:24187:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099400832 00000100:00100000:0.0:1783969703.794741:0:24187:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099400832 00000100:00100000:0.0:1783969703.794807:0:24187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1783969703.794817:0:24187:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eabf745180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3647:x1870627099400832:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1783969703.794855:0:24187:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1783969703.794911:0:24187:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eabf745180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3647:x1870627099400832:12345-0@lo:13:osp-pre-0-0.0 Request processed in 95us (413us total) trans 0 rc 0/0 00000100:00100000:0.0:1783969703.794919:0:24187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00080000:0.0:1783969703.795076:0:22674:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1783969703.795270:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93eabf744e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1870627099400832:0@lo:13:osp-pre-0-0.0 00000001:00100000:0.0:1783969703.800764:0:22658:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 233b70d5-2c5b-4f40-a802-7e770363a55d 00000001:00100000:0.0:1783969703.801717:0:22658:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 49e45b17-fc03-4f38-9b8b-0d6d43c01221 00000001:00100000:0.0:1783969703.802344:0:23412:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 233b70d5-2c5b-4f40-a802-7e770363a55d 00000001:00100000:0.0:1783969703.802357:0:23412:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 49e45b17-fc03-4f38-9b8b-0d6d43c01221 00000001:00100000:0.0:1783969703.804066:0:25001:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 233b70d5-2c5b-4f40-a802-7e770363a55d 00000001:00100000:2.0:1783969703.804077:0:24180:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 233b70d5-2c5b-4f40-a802-7e770363a55d 00000001:00100000:0.0:1783969703.804089:0:25001:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 49e45b17-fc03-4f38-9b8b-0d6d43c01221 00000001:00100000:2.0:1783969703.804093:0:24180:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 49e45b17-fc03-4f38-9b8b-0d6d43c01221 00000040:00080000:2.0:1783969704.071589:0:22713:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:0.0:1783969704.691100:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783969704.818564:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1783969704.832862:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea86ff8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1870627099400960:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1783969704.832990:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783969704.833324:0:24187:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099400960 00000100:00100000:2.0:1783969704.833336:0:24187:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099400960 00000100:00100000:2.0:1783969704.833582:0:24187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:2.0:1783969704.833596:0:24187:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eabf744e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3649:x1870627099400960:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1783969704.833643:0:24187:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1783969704.833708:0:24187:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eabf744e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3649:x1870627099400960:12345-0@lo:13:osp-pre-0-1.0 Request processed in 115us (717us total) trans 0 rc 0/0 00000100:00100000:2.0:1783969704.833715:0:24187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00080000:0.0:1783969704.833932:0:22674:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1783969704.834943:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea86ff8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1870627099400960:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1783969705.328649:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93eabcf4f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1870627099401088:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1783969705.328766:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783969705.328873:0:22684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099401088 00000100:00100000:0.0:1783969705.328885:0:22684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099401088 00000100:00100000:0.0:1783969705.328966:0:22684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:0.0:1783969705.328977:0:22684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eabf746680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3649:x1870627099401088:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1783969705.329028:0:22684:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1783969705.329095:0:22684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eabf746680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3649:x1870627099401088:12345-0@lo:41:osp-pre-0-1.0 Request processed in 118us (329us total) trans 0 rc 0/0 00000100:00100000:0.0:1783969705.329103:0:22684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:0.0:1783969705.333218:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93eabcf4f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1870627099401088:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1783969705.343734:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1783969705.343771:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93eabcf4dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1870627099401216:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1783969705.343875:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783969705.346452:0:22684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099401216 00000100:00100000:1.0:1783969705.346471:0:22684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099401216 00000100:00100000:1.0:1783969705.346560:0:22684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:1.0:1783969705.346584:0:22684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eabf744000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3647:x1870627099401216:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1783969705.346638:0:22684:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1783969705.346824:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93eabcf4dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1870627099401216:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1783969705.354934:0:22684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eabf744000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3647:x1870627099401216:12345-0@lo:41:osp-pre-1-0.0 Request processed in 8335us (11041us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969705.355131:0:22684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00010000:00010000:2.0:1783969705.713038:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1783969706.006994:0:25559:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00010000:00010000:0.0:1783969706.737203:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783969706.770537:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:2.0:1783969706.770592:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:2.0:1783969706.770672:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:2.0:1783969706.770715:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:2.0:1783969706.770745:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:2.0:1783969706.770763:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:2.0:1783969706.770786:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:2.0:1783969706.770809:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:2.0:1783969706.770835:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:2.0:1783969706.770887:0:22680:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074109568 00000100:00100000:2.0:1783969706.770902:0:22680:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074109568 00000100:00100000:2.0:1783969706.770971:0:22680:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074110080 00000100:00100000:2.0:1783969706.770974:0:22680:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074110080 00000100:00100000:2.0:1783969706.770987:0:22680:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074109440 00000100:00100000:2.0:1783969706.770990:0:22680:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074109440 00000100:00100000:2.0:1783969706.771004:0:22680:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074109952 00000100:00100000:2.0:1783969706.771006:0:22680:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074109952 00000100:00100000:2.0:1783969706.771026:0:22680:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 52 00000100:00100000:2.0:1783969706.771038:0:22680:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eabf851c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:49e45b17-fc03-4f38-9b8b-0d6d43c01221+5:2391:x1870627074109568:12345-192.168.201.34@tcp:400:kworker.0 00000100:00100000:2.0:1783969706.771157:0:22680:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eabf851c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:49e45b17-fc03-4f38-9b8b-0d6d43c01221+5:2391:x1870627074109568:12345-192.168.201.34@tcp:400:kworker.0 Request processed in 121us (563us total) trans 0 rc 0/0 00000100:00100000:2.0:1783969706.771168:0:22680:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 52 00000100:00100000:2.0:1783969706.771191:0:22680:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 53 00000100:00100000:2.0:1783969706.771198:0:22680:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea8e211f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:233b70d5-2c5b-4f40-a802-7e770363a55d+5:2391:x1870627074110080:12345-192.168.201.34@tcp:400:kworker.0 00000100:00100000:2.0:1783969706.771223:0:22680:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea8e211f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:233b70d5-2c5b-4f40-a802-7e770363a55d+5:2391:x1870627074110080:12345-192.168.201.34@tcp:400:kworker.0 Request processed in 26us (507us total) trans 0 rc 0/0 00000100:00100000:2.0:1783969706.771229:0:22680:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 53 00000100:00100000:2.0:1783969706.771240:0:22680:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 54 00000100:00100000:2.0:1783969706.771246:0:22680:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea8e212d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:49e45b17-fc03-4f38-9b8b-0d6d43c01221+6:2391:x1870627074109440:12345-192.168.201.34@tcp:400:kworker.0 00000100:00100000:2.0:1783969706.771271:0:22680:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea8e212d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:49e45b17-fc03-4f38-9b8b-0d6d43c01221+6:2391:x1870627074109440:12345-192.168.201.34@tcp:400:kworker.0 Request processed in 25us (506us total) trans 0 rc 0/0 00000100:00100000:2.0:1783969706.771278:0:22680:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 54 00000100:00100000:2.0:1783969706.771291:0:22680:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 55 00000100:00100000:2.0:1783969706.771298:0:22680:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea8e210a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:233b70d5-2c5b-4f40-a802-7e770363a55d+6:2391:x1870627074109952:12345-192.168.201.34@tcp:400:kworker.0 00000100:00100000:2.0:1783969706.771323:0:22680:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea8e210a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:233b70d5-2c5b-4f40-a802-7e770363a55d+6:2391:x1870627074109952:12345-192.168.201.34@tcp:400:kworker.0 Request processed in 26us (514us total) trans 0 rc 0/0 00000100:00100000:2.0:1783969706.771338:0:22680:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 55 00000100:00100000:2.0:1783969706.771362:0:24183:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074109824 00000100:00100000:2.0:1783969706.771367:0:24183:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074109824 00000100:00080000:0.0:1783969706.771489:0:22674:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1783969706.771498:0:24183:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074110336 00000100:00080000:0.0:1783969706.771503:0:22674:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1783969706.771505:0:24183:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074110336 00000100:00080000:0.0:1783969706.771510:0:22674:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1783969706.771517:0:22674:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1783969706.771529:0:24183:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074109696 00000100:00100000:2.0:1783969706.771535:0:24183:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074109696 00000100:00100000:2.0:1783969706.771559:0:24183:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074110208 00000100:00100000:2.0:1783969706.771562:0:24183:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074110208 00000100:00100000:2.0:1783969706.771579:0:24183:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 13 00000100:00100000:2.0:1783969706.771586:0:24183:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea8e213b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:49e45b17-fc03-4f38-9b8b-0d6d43c01221+5:2391:x1870627074109824:12345-192.168.201.34@tcp:400:kworker.0 00000100:00080000:0.0:1783969706.771611:0:22674:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1783969706.771624:0:24183:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea8e213b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:49e45b17-fc03-4f38-9b8b-0d6d43c01221+5:2391:x1870627074109824:12345-192.168.201.34@tcp:400:kworker.0 Request processed in 38us (960us total) trans 0 rc 0/0 00000100:00100000:2.0:1783969706.771633:0:24183:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 13 00000100:00100000:2.0:1783969706.771649:0:24183:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 14 00000100:00100000:2.0:1783969706.771659:0:24183:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea8e211880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:233b70d5-2c5b-4f40-a802-7e770363a55d+5:2391:x1870627074110336:12345-192.168.201.34@tcp:400:kworker.0 00000100:00100000:2.0:1783969706.771691:0:24183:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea8e211880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:233b70d5-2c5b-4f40-a802-7e770363a55d+5:2391:x1870627074110336:12345-192.168.201.34@tcp:400:kworker.0 Request processed in 34us (944us total) trans 0 rc 0/0 00000100:00100000:2.0:1783969706.771699:0:24183:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 14 00000100:00100000:2.0:1783969706.771714:0:24183:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 15 00000100:00100000:2.0:1783969706.771724:0:24183:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eaac0d8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:49e45b17-fc03-4f38-9b8b-0d6d43c01221+5:2391:x1870627074109696:12345-192.168.201.34@tcp:400:kworker.0 00000100:00100000:2.0:1783969706.771778:0:24183:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eaac0d8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:49e45b17-fc03-4f38-9b8b-0d6d43c01221+5:2391:x1870627074109696:12345-192.168.201.34@tcp:400:kworker.0 Request processed in 55us (989us total) trans 0 rc 0/0 00000100:00100000:2.0:1783969706.771789:0:24183:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 15 00000100:00100000:0.0:1783969706.771935:0:25219:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 16 00000100:00100000:0.0:1783969706.771957:0:25219:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea8e213800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:233b70d5-2c5b-4f40-a802-7e770363a55d+5:2391:x1870627074110208:12345-192.168.201.34@tcp:400:kworker.0 00000100:00100000:0.0:1783969706.772051:0:25219:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea8e213800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:233b70d5-2c5b-4f40-a802-7e770363a55d+5:2391:x1870627074110208:12345-192.168.201.34@tcp:400:kworker.0 Request processed in 103us (1214us total) trans 0 rc 0/0 00000100:00100000:0.0:1783969706.772079:0:25219:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 16 00000100:00100000:3.0:1783969706.772584:0:22673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074109312 00000100:00100000:3.0:1783969706.772593:0:22673:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074109312 00000100:00100000:3.0:1783969706.772650:0:22673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 147 00000100:00100000:3.0:1783969706.772659:0:22673:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93e983305c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d0a837bc-4439-4b59-a8cf-4b52740267e4+13:2391:x1870627074109312:12345-192.168.201.34@tcp:400:kworker.0 00000100:00100000:3.0:1783969706.772725:0:22673:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93e983305c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d0a837bc-4439-4b59-a8cf-4b52740267e4+13:2391:x1870627074109312:12345-192.168.201.34@tcp:400:kworker.0 Request processed in 68us (2205us total) trans 0 rc 0/0 00000100:00100000:3.0:1783969706.772732:0:22673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 147 00000100:00100000:1.0:1783969706.864801:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea8e213b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1870627099401344:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1783969706.864907:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783969706.865104:0:24187:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099401344 00000100:00100000:2.0:1783969706.865153:0:24187:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099401344 00000100:00100000:2.0:1783969706.865281:0:24187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:2.0:1783969706.865293:0:24187:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eabcf4e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1870627099401344:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1783969706.865336:0:24187:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915849728 avail 3684327424 00000100:00100000:2.0:1783969706.865420:0:24187:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eabcf4e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1870627099401344:12345-0@lo:13:osp-pre-1-1.0 Request processed in 129us (513us total) trans 0 rc 0/0 00000100:00100000:2.0:1783969706.865429:0:24187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:3.0:1783969706.865697:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea8e213b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1870627099401344:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1783969706.866446:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93eabf747800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1870627099401472:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1783969706.866539:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783969706.866551:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea8e211880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:b884c461-3115-4676-b8ef-3f3c795c44df:3648:1870627099401600:0@lo:400:kworker.0 00000100:00100000:2.0:1783969706.866629:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783969706.866680:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea8e212a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1870627099401984:0@lo:400:kworker.0 00000100:00100000:2.0:1783969706.866710:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783969706.866730:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea8e212680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3648:1870627099402496:0@lo:400:kworker.0 00000100:00100000:2.0:1783969706.866759:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783969706.866778:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea8e210000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3648:1870627099403008:0@lo:400:kworker.0 00000100:00100000:2.0:1783969706.866801:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783969706.866840:0:22672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099401600 00000100:00100000:2.0:1783969706.866846:0:22672:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099401600 00000100:00100000:2.0:1783969706.866886:0:22672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 148 00000100:00100000:2.0:1783969706.866894:0:22672:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93e983305850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b884c461-3115-4676-b8ef-3f3c795c44df+24:3648:x1870627099401600:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783969706.866943:0:22672:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93e983305850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b884c461-3115-4676-b8ef-3f3c795c44df+24:3648:x1870627099401600:12345-0@lo:400:kworker.0 Request processed in 49us (317us total) trans 0 rc 0/0 00000100:00100000:2.0:1783969706.866951:0:22672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 148 00000100:00100000:2.0:1783969706.867000:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea8e211880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:b884c461-3115-4676-b8ef-3f3c795c44df:3648:1870627099401600:0@lo:400:kworker.0 00000100:00100000:2.0:1783969706.867026:0:22680:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099402496 00000100:00100000:2.0:1783969706.867029:0:22680:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099402496 00000100:00100000:2.0:1783969706.867079:0:22680:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099403008 00000100:00100000:2.0:1783969706.867082:0:22680:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099403008 00000100:00100000:3.0:1783969706.867172:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea8e211c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1870627099401728:0@lo:400:kworker.0 00000100:00100000:3.0:1783969706.867209:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783969706.867235:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea8e210700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1870627099402240:0@lo:400:kworker.0 00000100:00100000:3.0:1783969706.867257:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783969706.867279:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea8e213100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3646:1870627099402752:0@lo:400:kworker.0 00000100:00100000:3.0:1783969706.867309:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783969706.867317:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea8e210380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3649:1870627099402112:0@lo:400:kworker.0 00000100:00100000:3.0:1783969706.867336:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:3.0:1783969706.867348:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea8e212300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1870627099401856:0@lo:400:kworker.0 00000100:00100000:3.0:1783969706.867434:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783969706.867434:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783969706.867475:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea8e210e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3649:1870627099402624:0@lo:400:kworker.0 00000100:00100000:3.0:1783969706.867480:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea8e211500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1870627099402368:0@lo:400:kworker.0 00000100:00100000:0.0:1783969706.867520:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783969706.867527:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783969706.867563:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea8e211180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3646:1870627099402880:0@lo:400:kworker.0 00000100:00100000:0.0:1783969706.867579:0:24675:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099402752 00000100:00100000:0.0:1783969706.867587:0:24675:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099402752 00000100:00100000:3.0:1783969706.867599:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783969706.867938:0:22683:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099401728 00000100:00100000:3.0:1783969706.867944:0:22683:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099401728 00000100:00100000:3.0:1783969706.867975:0:22683:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099402240 00000100:00100000:3.0:1783969706.867978:0:22683:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099402240 00000100:00100000:3.0:1783969706.867993:0:22683:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:3.0:1783969706.868001:0:22683:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea86ff9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3646:x1870627099401728:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783969706.868070:0:22683:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea86ff9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3646:x1870627099401728:12345-0@lo:400:kworker.0 Request processed in 69us (859us total) trans 0 rc 0/0 00000100:00100000:3.0:1783969706.868077:0:22683:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:3.0:1783969706.868092:0:22683:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:3.0:1783969706.868098:0:22683:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea86ff9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3646:x1870627099402240:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783969706.868142:0:22683:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea86ff9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3646:x1870627099402240:12345-0@lo:400:kworker.0 Request processed in 39us (879us total) trans 0 rc 0/0 00000100:00100000:3.0:1783969706.868158:0:22683:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:3.0:1783969706.868177:0:22678:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099402112 00000100:00100000:3.0:1783969706.868180:0:22678:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099402112 00000100:00100000:3.0:1783969706.868195:0:22678:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099402624 00000100:00100000:3.0:1783969706.868198:0:22678:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099402624 00000100:00080000:1.0:1783969706.868389:0:22674:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1783969706.868395:0:22674:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1783969706.868399:0:22674:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1783969706.868441:0:22679:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099402880 00000100:00100000:1.0:1783969706.868444:0:22679:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099402880 00000100:00100000:1.0:1783969706.868471:0:22679:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:1.0:1783969706.868478:0:22679:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea8e213b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3648:x1870627099402496:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783969706.868522:0:22679:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea8e213b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3648:x1870627099402496:12345-0@lo:400:kworker.0 Request processed in 45us (1763us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969706.868528:0:22679:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:1.0:1783969706.868542:0:22679:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:1.0:1783969706.868546:0:22679:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eabf745f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3649:x1870627099402112:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783969706.868580:0:22679:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eabf745f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3649:x1870627099402112:12345-0@lo:400:kworker.0 Request processed in 33us (1164us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969706.868586:0:22679:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:1.0:1783969706.868598:0:22679:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:1.0:1783969706.868603:0:22679:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea86ff8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3646:x1870627099402880:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783969706.868629:0:22679:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea86ff8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3646:x1870627099402880:12345-0@lo:400:kworker.0 Request processed in 26us (1032us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969706.868643:0:22679:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:1.0:1783969706.868676:0:24187:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099401472 00000100:00100000:1.0:1783969706.868682:0:24187:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099401472 00000100:00100000:1.0:1783969706.868713:0:24187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1783969706.868720:0:24187:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eabf747480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3649:x1870627099401472:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1783969706.868738:0:24187:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915849728 avail 3684327424 00000100:00100000:1.0:1783969706.868775:0:24187:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eabf747480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3649:x1870627099401472:12345-0@lo:13:osp-pre-1-0.0 Request processed in 55us (2237us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969706.868781:0:24187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1783969706.868820:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea8e210380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3649:1870627099402112:0@lo:400:kworker.0 00000100:00100000:1.0:1783969706.868838:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93eabf747800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1870627099401472:0@lo:13:osp-pre-1-0.0 00000100:00080000:1.0:1783969706.868864:0:22674:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1783969706.868866:0:22674:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1783969706.868885:0:25219:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099401984 00000100:00100000:1.0:1783969706.868888:0:25219:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099401984 00000100:00100000:1.0:1783969706.868908:0:25219:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099401856 00000100:00100000:1.0:1783969706.868910:0:25219:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099401856 00000100:00100000:1.0:1783969706.868930:0:25219:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099402368 00000100:00100000:1.0:1783969706.868932:0:25219:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099402368 00000100:00100000:1.0:1783969706.868946:0:25219:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1783969706.868952:0:25219:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea8e213480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3648:x1870627099401984:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783969706.868983:0:25219:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea8e213480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3648:x1870627099401984:12345-0@lo:400:kworker.0 Request processed in 32us (2273us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969706.868990:0:25219:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1783969706.869000:0:25219:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1783969706.869006:0:25219:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea86ffb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3646:x1870627099401856:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783969706.869044:0:25219:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea86ffb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3646:x1870627099401856:12345-0@lo:400:kworker.0 Request processed in 39us (1628us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969706.869050:0:25219:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1783969706.869072:0:25219:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:1.0:1783969706.869078:0:25219:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea86ff9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3646:x1870627099402368:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783969706.869104:0:25219:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea86ff9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3646:x1870627099402368:12345-0@lo:400:kworker.0 Request processed in 26us (1583us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969706.869110:0:25219:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00080000:1.0:1783969706.869254:0:22674:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1783969706.869303:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea8e212a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1870627099401984:0@lo:400:kworker.0 00000100:00100000:1.0:1783969706.869317:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea8e212680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3648:1870627099402496:0@lo:400:kworker.0 00000100:00100000:1.0:1783969706.869346:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea8e212300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1870627099401856:0@lo:400:kworker.0 00000100:00100000:1.0:1783969706.869353:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea8e211500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1870627099402368:0@lo:400:kworker.0 00000100:00100000:1.0:1783969706.869360:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea8e211180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3646:1870627099402880:0@lo:400:kworker.0 00000100:00100000:1.0:1783969706.869368:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea8e211c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1870627099401728:0@lo:400:kworker.0 00000100:00100000:1.0:1783969706.869375:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea8e210700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1870627099402240:0@lo:400:kworker.0 00000100:00100000:2.0:1783969706.869832:0:22680:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:2.0:1783969706.869842:0:22680:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea8e85f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3648:x1870627099403008:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783969706.869888:0:22680:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea8e85f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3648:x1870627099403008:12345-0@lo:400:kworker.0 Request processed in 48us (3086us total) trans 0 rc 0/0 00000100:00100000:2.0:1783969706.869892:0:22680:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00010000:00080000:2.0:1783969706.869921:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93ea8e210000 x1870627099403008/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783969722 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783969706.869931:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea8e210000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3648:1870627099403008:0@lo:400:kworker.0 00000100:00100000:0.0:1783969706.880914:0:24675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:0.0:1783969706.880930:0:24675:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea86ffb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3646:x1870627099402752:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783969706.881039:0:24675:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea86ffb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3646:x1870627099402752:12345-0@lo:400:kworker.0 Request processed in 113us (13729us total) trans 0 rc 0/0 00000100:00100000:0.0:1783969706.881047:0:24675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00010000:00080000:0.0:1783969706.882179:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93ea8e213100 x1870627099402752/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783969722 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783969706.882202:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea8e213100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3646:1870627099402752:0@lo:400:kworker.0 00000100:00100000:3.0:1783969706.882830:0:22678:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:3.0:1783969706.882849:0:22678:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eabf745880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3649:x1870627099402624:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783969706.883019:0:22678:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eabf745880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3649:x1870627099402624:12345-0@lo:400:kworker.0 Request processed in 173us (15497us total) trans 0 rc 0/0 00000100:00100000:3.0:1783969706.883028:0:22678:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:2.0:1783969706.883114:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea8e210e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3649:1870627099402624:0@lo:400:kworker.0 00010000:00010000:1.0:1783969707.761531:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783969708.785219:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783969708.912768:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1783969708.912802:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea8e85ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1870627099403136:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1783969708.912905:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783969708.912965:0:24187:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099403136 00000100:00100000:2.0:1783969708.912975:0:24187:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099403136 00000100:00100000:2.0:1783969708.913063:0:24187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:2.0:1783969708.913074:0:24187:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea8e210e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3648:x1870627099403136:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1783969708.913133:0:24187:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1783969708.913182:0:24187:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea8e210e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3648:x1870627099403136:12345-0@lo:13:osp-pre-0-0.0 Request processed in 110us (277us total) trans 0 rc 0/0 00000100:00100000:2.0:1783969708.913189:0:24187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00080000:2.0:1783969708.913215:0:22674:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1783969708.913270:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea8e85ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1870627099403136:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1783969709.810408:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783969709.937269:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea86ff9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1870627099403264:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1783969709.937366:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783969709.937718:0:24187:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099403264 00000100:00100000:3.0:1783969709.937730:0:24187:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099403264 00000100:00100000:3.0:1783969709.937816:0:24187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:3.0:1783969709.937828:0:24187:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eabf744700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1870627099403264:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1783969709.937857:0:24187:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1783969709.937915:0:24187:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eabf744700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1870627099403264:12345-0@lo:13:osp-pre-0-1.0 Request processed in 89us (548us total) trans 0 rc 0/0 00000100:00100000:3.0:1783969709.937923:0:24187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:3.0:1783969709.937982:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea86ff9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1870627099403264:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1783969709.938265:0:22674:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000040:00080000:1.0:1783969710.258269:0:23430:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:0.0:1783969710.449691:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1783969710.449727:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93eabf747800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1870627099403392:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1783969710.449818:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783969710.449892:0:22683:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099403392 00000100:00100000:0.0:1783969710.449903:0:22683:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099403392 00000100:00100000:0.0:1783969710.450134:0:22683:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:0.0:1783969710.450146:0:22683:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eabf744380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3646:x1870627099403392:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1783969710.450191:0:22683:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1783969710.450496:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea8e213100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1870627099403520:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1783969710.450550:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783969710.451136:0:22683:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eabf744380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3646:x1870627099403392:12345-0@lo:41:osp-pre-1-0.0 Request processed in 989us (1315us total) trans 0 rc 0/0 00000100:00100000:0.0:1783969710.451156:0:22683:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:0.0:1783969710.451186:0:22683:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099403520 00000100:00100000:0.0:1783969710.451192:0:22683:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099403520 00000100:00100000:0.0:1783969710.451216:0:22683:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:0.0:1783969710.451223:0:22683:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea8e210000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3648:x1870627099403520:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1783969710.451267:0:22683:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1783969710.451325:0:22683:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea8e210000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3648:x1870627099403520:12345-0@lo:41:osp-pre-0-1.0 Request processed in 101us (775us total) trans 0 rc 0/0 00000100:00100000:0.0:1783969710.451333:0:22683:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:1.0:1783969710.453148:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea8e213100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1870627099403520:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1783969710.454152:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93eabf747800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1870627099403392:0@lo:41:osp-pre-1-0.0 00000020:00000080:2.0:1783969710.826728:0:25707:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007ffe404bb7f0 20000000:00000080:2.0:1783969710.826758:0:25707:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=400866bb len=576 karg=ffff93ea8480f000 uarg=0000000000000000 20000000:01000000:2.0:1783969710.826824:0:25707:0:(mgs_llog.c:6188:mgs_set_param2()) set_param2 fs='' device='general' param='lod.*.mdt_hash=crush' 20000000:01000000:2.0:1783969710.826833:0:25707:0:(mgs_llog.c:4643:mgs_write_log_param2()) next param 'lod.*.mdt_hash=crush' 20000000:01000000:2.0:1783969710.826841:0:25707:0:(mgs_llog.c:1379:mgs_modify_param()) modify params/general/lod.*.mdt_hash=crush del=0 00000040:00080000:1.0:1783969710.832839:0:25708:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 5 count 13 20000000:00000400:2.0:1783969710.833103:0:25707:0:(mgs_llog.c:1450:mgs_modify_param()) MGS: modify general/lod.*.mdt_hash=crush (mode = 0) failed: rc = -17 00010000:00010000:0.0:1783969710.838446:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1783969710.843916:0:25707:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00010000:00010000:3.0:1783969710.844133:0:25707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff93e981ad9600/0xea31253a47cbba38 lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969710.844161:0:25707:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff93ea813a1c00/0xea31253a47cbb695 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xea31253a47cbb68e expref: 23 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969710.844169:0:25707:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff93ea837bc200/0xea31253a47cbb6a3 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xea31253a47cbb69c expref: 23 pid: 22673 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969710.844197:0:25707:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff93e983ddd800/0xea31253a47cbb6e2 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xea31253a47cbb6db expref: 23 pid: 22672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969710.844204:0:25707:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff93e981ad9400/0xea31253a47cbb863 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xea31253a47cbb85c expref: 23 pid: 22673 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969710.844216:0:25707:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff93e983de6800/0xea31253a47cbb9c8 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.201.34@tcp remote: 0x129fb3d356303dd4 expref: 12 pid: 22672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969710.844223:0:25707:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff93ea80031a00/0xea31253a47cbba07 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.201.34@tcp remote: 0x129fb3d356303e44 expref: 12 pid: 22672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969710.844231:0:25707:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff93e981ad9600/0xea31253a47cbba38 lrc: 9/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 25707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969710.844302:0:25707:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff93ea80031a00/0xea31253a47cbba07 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 192.168.201.34@tcp remote: 0x129fb3d356303e44 expref: 12 pid: 22672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969710.844320:0:25707:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff93ea80031a00/0xea31253a47cbba07 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 192.168.201.34@tcp remote: 0x129fb3d356303e44 expref: 12 pid: 22672 timeout: 872 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783969710.844340:0:25707:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea86ff9c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25707:1870627099403648:192.168.201.34@tcp:104: 00010000:00010000:3.0:1783969710.844682:0:25707:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff93e983de6800/0xea31253a47cbb9c8 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 192.168.201.34@tcp remote: 0x129fb3d356303dd4 expref: 12 pid: 22672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969710.844691:0:25707:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff93e983de6800/0xea31253a47cbb9c8 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 192.168.201.34@tcp remote: 0x129fb3d356303dd4 expref: 12 pid: 22672 timeout: 872 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783969710.844701:0:25707:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea86ffa300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25707:1870627099403776:192.168.201.34@tcp:104: 00010000:00010000:3.0:1783969710.844747:0:25707:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff93e981ad9400/0xea31253a47cbb863 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xea31253a47cbb85c expref: 23 pid: 22673 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969710.844755:0:25707:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff93e981ad9400/0xea31253a47cbb863 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xea31253a47cbb85c expref: 23 pid: 22673 timeout: 872 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783969710.844766:0:25707:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea86ffaa00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25707:1870627099403904:0@lo:104: 00000100:00100000:3.0:1783969710.844814:0:25707:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1783969710.844870:0:25707:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff93e983ddd800/0xea31253a47cbb6e2 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xea31253a47cbb6db expref: 23 pid: 22672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969710.844878:0:25707:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff93e983ddd800/0xea31253a47cbb6e2 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xea31253a47cbb6db expref: 23 pid: 22672 timeout: 872 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783969710.844886:0:25707:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea86ff8e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25707:1870627099404032:0@lo:104: 00000100:00100000:3.0:1783969710.844906:0:25707:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1783969710.844934:0:25707:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff93ea837bc200/0xea31253a47cbb6a3 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xea31253a47cbb69c expref: 23 pid: 22673 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969710.844942:0:25707:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff93ea837bc200/0xea31253a47cbb6a3 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xea31253a47cbb69c expref: 23 pid: 22673 timeout: 872 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783969710.844950:0:25707:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea86ff8000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25707:1870627099404160:0@lo:104: 00000100:00100000:3.0:1783969710.844969:0:25707:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1783969710.844996:0:25707:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff93ea813a1c00/0xea31253a47cbb695 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xea31253a47cbb68e expref: 23 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969710.845004:0:25707:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff93ea813a1c00/0xea31253a47cbb695 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xea31253a47cbb68e expref: 23 pid: 22671 timeout: 872 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783969710.845024:0:25707:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea86ffbb80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25707:1870627099404288:0@lo:104: 00000100:00100000:3.0:1783969710.845047:0:25707:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783969710.845058:0:25707:0:(client.c:2702:ptlrpc_set_wait()) set ffff93ea86ffcc00 going to sleep for 11 seconds 00000100:00100000:1.0:1783969710.845160:0:22662:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099403904 00000100:00100000:1.0:1783969710.845177:0:22662:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099403904 00000100:00100000:1.0:1783969710.847317:0:22662:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099404032 00000100:00100000:1.0:1783969710.847334:0:22662:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099404032 00000100:00100000:1.0:1783969710.847371:0:22662:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099404160 00000100:00100000:1.0:1783969710.847374:0:22662:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099404160 00000100:00100000:1.0:1783969710.847405:0:22662:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099404288 00000100:00100000:1.0:1783969710.847409:0:22662:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099404288 00000100:00100000:1.0:1783969710.847429:0:22662:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1783969710.847440:0:22662:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea86ff8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:b884c461-3115-4676-b8ef-3f3c795c44df+6:25707:x1870627099403904:12345-0@lo:104: 00010000:00010000:1.0:1783969710.847462:0:22662:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.134@tcp lock: ffff93ea837bde00/0xea31253a47cbb85c lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xea31253a47cbb863 expref: -99 pid: 25000 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969710.847588:0:22662:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1783969710.847595:0:22662:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea86ff8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:b884c461-3115-4676-b8ef-3f3c795c44df+6:25707:x1870627099403904:12345-0@lo:104: Request processed in 157us (2780us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969710.847602:0:22662:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1783969710.847624:0:22662:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1783969710.847630:0:22662:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea86ffa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:b884c461-3115-4676-b8ef-3f3c795c44df+5:25707:x1870627099404032:12345-0@lo:104: 00010000:00010000:1.0:1783969710.847638:0:22662:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.134@tcp lock: ffff93ea837bcc00/0xea31253a47cbb6db lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xea31253a47cbb6e2 expref: -99 pid: 24179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969710.847672:0:22662:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:1.0:1783969710.847677:0:22662:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea86ffa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:b884c461-3115-4676-b8ef-3f3c795c44df+5:25707:x1870627099404032:12345-0@lo:104: Request processed in 48us (2770us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969710.847682:0:22662:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1783969710.847706:0:22662:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1783969710.847712:0:22662:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea86ff9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:b884c461-3115-4676-b8ef-3f3c795c44df+4:25707:x1870627099404160:12345-0@lo:104: 00010000:00010000:1.0:1783969710.847720:0:22662:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.134@tcp lock: ffff93e983ddde00/0xea31253a47cbb69c lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xea31253a47cbb6a3 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969710.847771:0:22662:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to priority blp list, 3 blwis in pool 00000100:00100000:1.0:1783969710.847777:0:22662:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea86ff9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:b884c461-3115-4676-b8ef-3f3c795c44df+4:25707:x1870627099404160:12345-0@lo:104: Request processed in 66us (2807us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969710.847783:0:22662:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1783969710.847794:0:22662:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1783969710.847799:0:22662:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea86ffad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:b884c461-3115-4676-b8ef-3f3c795c44df+3:25707:x1870627099404288:12345-0@lo:104: 00010000:00010000:1.0:1783969710.847806:0:22662:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.134@tcp lock: ffff93ea837bc600/0xea31253a47cbb68e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xea31253a47cbb695 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969710.847832:0:22662:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to priority blp list, 4 blwis in pool 00000100:00100000:1.0:1783969710.847837:0:22662:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea86ffad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:b884c461-3115-4676-b8ef-3f3c795c44df+3:25707:x1870627099404288:12345-0@lo:104: Request processed in 38us (2789us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969710.847842:0:22662:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00010000:00010000:1.0:1783969710.848131:0:22667:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:1.0:1783969710.848139:0:22667:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.134@tcp lock: ffff93ea837bde00/0xea31253a47cbb85c lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xea31253a47cbb863 expref: -99 pid: 25000 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969710.848147:0:22667:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93ea837bde00 already unused, calling callback (ffffffffc131dc20) 10000000:00010000:1.0:1783969710.848151:0:22667:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.134@tcp lock: ffff93ea837bde00/0xea31253a47cbb85c lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400400000000 nid: local remote: 0xea31253a47cbb863 expref: -99 pid: 25000 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969710.848160:0:22667:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.134@tcp lock: ffff93ea837bde00/0xea31253a47cbb85c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1408400000000 nid: local remote: 0xea31253a47cbb863 expref: -99 pid: 25000 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1783969710.848168:0:22667:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.134@tcp lock: ffff93ea837bde00/0xea31253a47cbb85c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1409400000000 nid: local remote: 0xea31253a47cbb863 expref: -99 pid: 25000 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1783969710.848174:0:22667:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:1.0:1783969710.848233:0:22667:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.134@tcp lock: ffff93ea837bde00/0xea31253a47cbb85c lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xea31253a47cbb863 expref: -99 pid: 25000 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969710.848240:0:22667:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1783969710.848264:0:22667:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.134@tcp lock: ffff93ea837bde00/0xea31253a47cbb85c lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xea31253a47cbb863 expref: -99 pid: 25000 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969710.848271:0:22667:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.134@tcp lock: ffff93ea837bde00/0xea31253a47cbb85c lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xea31253a47cbb863 expref: -99 pid: 25000 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969710.848287:0:22667:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1783969710.848291:0:22667:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.134@tcp lock: ffff93ea837bcc00/0xea31253a47cbb6db lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0xea31253a47cbb6e2 expref: -99 pid: 24179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969710.848296:0:22667:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93ea837bcc00 already unused, calling callback (ffffffffc131dc20) 10000000:00010000:1.0:1783969710.848299:0:22667:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.134@tcp lock: ffff93ea837bcc00/0xea31253a47cbb6db lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0xea31253a47cbb6e2 expref: -99 pid: 24179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969710.848306:0:22667:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.134@tcp lock: ffff93ea837bcc00/0xea31253a47cbb6db lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0xea31253a47cbb6e2 expref: -99 pid: 24179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1783969710.848311:0:22667:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.134@tcp lock: ffff93ea837bcc00/0xea31253a47cbb6db lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1409400000000 nid: local remote: 0xea31253a47cbb6e2 expref: -99 pid: 24179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1783969710.848316:0:22667:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:1.0:1783969710.848328:0:22667:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.134@tcp lock: ffff93ea837bcc00/0xea31253a47cbb6db lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xea31253a47cbb6e2 expref: -99 pid: 24179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969710.848333:0:22667:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1783969710.848355:0:22667:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.134@tcp lock: ffff93ea837bcc00/0xea31253a47cbb6db lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xea31253a47cbb6e2 expref: -99 pid: 24179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969710.848372:0:22667:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.134@tcp lock: ffff93ea837bcc00/0xea31253a47cbb6db lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xea31253a47cbb6e2 expref: -99 pid: 24179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969710.848414:0:22667:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1783969710.848417:0:22667:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.134@tcp lock: ffff93e983ddde00/0xea31253a47cbb69c lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xea31253a47cbb6a3 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969710.848423:0:22667:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93e983ddde00 already unused, calling callback (ffffffffc131dc20) 10000000:00010000:1.0:1783969710.848426:0:22667:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.134@tcp lock: ffff93e983ddde00/0xea31253a47cbb69c lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xea31253a47cbb6a3 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969710.848433:0:22667:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.134@tcp lock: ffff93e983ddde00/0xea31253a47cbb69c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xea31253a47cbb6a3 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1783969710.848440:0:22667:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.134@tcp lock: ffff93e983ddde00/0xea31253a47cbb69c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xea31253a47cbb6a3 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1783969710.848446:0:22667:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:1.0:1783969710.848461:0:22667:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.134@tcp lock: ffff93e983ddde00/0xea31253a47cbb69c lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xea31253a47cbb6a3 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969710.848466:0:22667:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1783969710.848472:0:22667:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.134@tcp lock: ffff93e983ddde00/0xea31253a47cbb69c lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xea31253a47cbb6a3 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969710.848478:0:22667:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.134@tcp lock: ffff93e983ddde00/0xea31253a47cbb69c lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xea31253a47cbb6a3 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969710.848487:0:22667:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1783969710.848496:0:22667:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.134@tcp lock: ffff93ea837bc600/0xea31253a47cbb68e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xea31253a47cbb695 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969710.848502:0:22667:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93ea837bc600 already unused, calling callback (ffffffffc131dc20) 10000000:00010000:1.0:1783969710.848505:0:22667:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.134@tcp lock: ffff93ea837bc600/0xea31253a47cbb68e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xea31253a47cbb695 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969710.848510:0:22667:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.134@tcp lock: ffff93ea837bc600/0xea31253a47cbb68e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xea31253a47cbb695 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1783969710.848516:0:22667:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.134@tcp lock: ffff93ea837bc600/0xea31253a47cbb68e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xea31253a47cbb695 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1783969710.848522:0:22667:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:1.0:1783969710.848536:0:22667:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.134@tcp lock: ffff93ea837bc600/0xea31253a47cbb68e lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xea31253a47cbb695 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969710.848541:0:22667:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1783969710.848548:0:22667:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.134@tcp lock: ffff93ea837bc600/0xea31253a47cbb68e lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xea31253a47cbb695 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969710.848554:0:22667:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.134@tcp lock: ffff93ea837bc600/0xea31253a47cbb68e lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xea31253a47cbb695 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969710.848569:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783969710.848571:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783969710.848573:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783969710.848595:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93eabcf4d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:b884c461-3115-4676-b8ef-3f3c795c44df:3648:1870627099404800:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1783969710.848654:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783969710.848704:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1783969710.848711:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93eabcf4ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:b884c461-3115-4676-b8ef-3f3c795c44df:3648:1870627099404416:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1783969710.848743:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783969710.848770:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93eabcf4c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b884c461-3115-4676-b8ef-3f3c795c44df:3646:1870627099404544:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1783969710.848794:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783969710.848812:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1783969710.848818:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93eabcf4c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b884c461-3115-4676-b8ef-3f3c795c44df:3646:1870627099404672:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1783969710.848837:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783969710.848872:0:22663:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099404800 00000100:00100000:1.0:1783969710.848879:0:22663:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099404800 00010000:00010000:1.0:1783969710.848906:0:22663:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff93ea813a1c00/0xea31253a47cbb695 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xea31253a47cbb68e expref: 24 pid: 22671 timeout: 872 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783969710.848926:0:22663:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099404416 00000100:00100000:1.0:1783969710.848929:0:22663:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099404416 00010000:00010000:1.0:1783969710.848941:0:22663:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff93e981ad9400/0xea31253a47cbb863 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xea31253a47cbb85c expref: 25 pid: 22673 timeout: 872 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783969710.848952:0:22663:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099404544 00000100:00100000:1.0:1783969710.848955:0:22663:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099404544 00010000:00010000:1.0:1783969710.848999:0:22663:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff93e983ddd800/0xea31253a47cbb6e2 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xea31253a47cbb6db expref: 26 pid: 22672 timeout: 872 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783969710.849012:0:22663:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099404672 00000100:00100000:1.0:1783969710.849015:0:22663:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099404672 00010000:00010000:1.0:1783969710.849027:0:22663:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff93ea837bc200/0xea31253a47cbb6a3 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xea31253a47cbb69c expref: 27 pid: 22673 timeout: 872 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783969710.849041:0:22663:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1783969710.849049:0:22663:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eabcf4e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b884c461-3115-4676-b8ef-3f3c795c44df+27:3648:x1870627099404800:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1783969710.849064:0:22663:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783969710.849078:0:22663:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff93ea813a1c00/0xea31253a47cbb695 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xea31253a47cbb68e expref: 27 pid: 22671 timeout: 872 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969710.849088:0:22663:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff93ea813a1c00/0xea31253a47cbb695 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xea31253a47cbb68e expref: 27 pid: 22671 timeout: 872 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969710.849110:0:22663:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1783969710.849144:0:22663:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eabcf4e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b884c461-3115-4676-b8ef-3f3c795c44df+27:3648:x1870627099404800:12345-0@lo:103:ldlm_bl.0 Request processed in 96us (489us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969710.849152:0:22663:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1783969710.849169:0:22663:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1783969710.849175:0:22663:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eabcf4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b884c461-3115-4676-b8ef-3f3c795c44df+26:3648:x1870627099404416:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1783969710.849182:0:22663:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783969710.849186:0:22663:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff93e981ad9400/0xea31253a47cbb863 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xea31253a47cbb85c expref: 26 pid: 22673 timeout: 872 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969710.849195:0:22663:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff93e981ad9400/0xea31253a47cbb863 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xea31253a47cbb85c expref: 26 pid: 22673 timeout: 872 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969710.849204:0:22663:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1783969710.849224:0:22663:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eabcf4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b884c461-3115-4676-b8ef-3f3c795c44df+26:3648:x1870627099404416:12345-0@lo:103:ldlm_bl.0 Request processed in 50us (480us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969710.849230:0:22663:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1783969710.849241:0:22663:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1783969710.849247:0:22663:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eabcf4f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b884c461-3115-4676-b8ef-3f3c795c44df+25:3646:x1870627099404544:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1783969710.849255:0:22663:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783969710.849259:0:22663:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff93e983ddd800/0xea31253a47cbb6e2 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xea31253a47cbb6db expref: 25 pid: 22672 timeout: 872 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969710.849277:0:22663:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff93e983ddd800/0xea31253a47cbb6e2 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xea31253a47cbb6db expref: 25 pid: 22672 timeout: 872 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969710.849287:0:22663:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1783969710.849315:0:22663:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eabcf4f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b884c461-3115-4676-b8ef-3f3c795c44df+25:3646:x1870627099404544:12345-0@lo:103:ldlm_bl.0 Request processed in 68us (520us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969710.849322:0:22663:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1783969710.849334:0:22663:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1783969710.849340:0:22663:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eabcf4d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b884c461-3115-4676-b8ef-3f3c795c44df+24:3646:x1870627099404672:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1783969710.849348:0:22663:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783969710.849352:0:22663:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff93ea837bc200/0xea31253a47cbb6a3 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xea31253a47cbb69c expref: 24 pid: 22673 timeout: 872 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969710.849360:0:22663:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff93ea837bc200/0xea31253a47cbb6a3 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xea31253a47cbb69c expref: 24 pid: 22673 timeout: 872 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969710.849370:0:22663:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1783969710.849423:0:22663:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eabcf4d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b884c461-3115-4676-b8ef-3f3c795c44df+24:3646:x1870627099404672:12345-0@lo:103:ldlm_bl.0 Request processed in 82us (583us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969710.849429:0:22663:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1783969710.849468:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93eabcf4c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b884c461-3115-4676-b8ef-3f3c795c44df:3646:1870627099404672:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1783969710.849479:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93eabcf4c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b884c461-3115-4676-b8ef-3f3c795c44df:3646:1870627099404544:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1783969710.849511:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93eabcf4ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:b884c461-3115-4676-b8ef-3f3c795c44df:3648:1870627099404416:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1783969710.849518:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93eabcf4d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:b884c461-3115-4676-b8ef-3f3c795c44df:3648:1870627099404800:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1783969710.849574:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783969710.855199:0:25707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff93e981ad9400/0xea31253a47cbb863 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xea31253a47cbb85c expref: 23 pid: 22673 timeout: 872 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783969710.855227:0:25707:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea86ffaa00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25707:1870627099403904:0@lo:104: 00010000:00010000:3.0:1783969710.855243:0:25707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff93e983ddd800/0xea31253a47cbb6e2 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xea31253a47cbb6db expref: 22 pid: 22672 timeout: 872 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783969710.855253:0:25707:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea86ff8e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25707:1870627099404032:0@lo:104: 00010000:00010000:3.0:1783969710.855347:0:25707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff93ea837bc200/0xea31253a47cbb6a3 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xea31253a47cbb69c expref: 21 pid: 22673 timeout: 872 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783969710.855359:0:25707:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea86ff8000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25707:1870627099404160:0@lo:104: 00010000:00010000:3.0:1783969710.855374:0:25707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff93ea813a1c00/0xea31253a47cbb695 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xea31253a47cbb68e expref: 20 pid: 22671 timeout: 872 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783969710.855426:0:25707:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea86ffbb80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25707:1870627099404288:0@lo:104: 00000100:00100000:0.0:1783969710.867196:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:0.0:1783969710.867306:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:0.0:1783969710.867350:0:22664:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074110464 00000100:00100000:0.0:1783969710.867363:0:22664:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074110464 00010000:00010000:0.0:1783969710.867455:0:22664:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff93ea80031a00/0xea31253a47cbba07 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.201.34@tcp remote: 0x129fb3d356303e44 expref: 13 pid: 22672 timeout: 872 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783969710.867495:0:22664:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074110592 00000100:00100000:0.0:1783969710.867498:0:22664:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074110592 00010000:00010000:0.0:1783969710.867511:0:22664:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff93e983de6800/0xea31253a47cbb9c8 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.201.34@tcp remote: 0x129fb3d356303dd4 expref: 14 pid: 22672 timeout: 872 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783969710.867526:0:22664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 13 00000100:00100000:0.0:1783969710.867537:0:22664:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93e983465c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d0a837bc-4439-4b59-a8cf-4b52740267e4+14:2393:x1870627074110464:12345-192.168.201.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1783969710.867558:0:22664:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783969710.867564:0:22664:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff93ea80031a00/0xea31253a47cbba07 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.201.34@tcp remote: 0x129fb3d356303e44 expref: 14 pid: 22672 timeout: 872 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969710.867602:0:22664:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff93ea80031a00/0xea31253a47cbba07 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 192.168.201.34@tcp remote: 0x129fb3d356303e44 expref: 14 pid: 22672 timeout: 872 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969710.867631:0:22664:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1783969710.867700:0:22664:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93e983465c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d0a837bc-4439-4b59-a8cf-4b52740267e4+14:2393:x1870627074110464:12345-192.168.201.34@tcp:103:ldlm_bl.0 Request processed in 164us (521us total) trans 0 rc 0/0 00000100:00100000:0.0:1783969710.867709:0:22664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 13 00000100:00100000:0.0:1783969710.867776:0:22664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 14 00000100:00100000:0.0:1783969710.867783:0:22664:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eabf745c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d0a837bc-4439-4b59-a8cf-4b52740267e4+13:2393:x1870627074110592:12345-192.168.201.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1783969710.867792:0:22664:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783969710.867797:0:22664:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff93e983de6800/0xea31253a47cbb9c8 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.201.34@tcp remote: 0x129fb3d356303dd4 expref: 13 pid: 22672 timeout: 872 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969710.867806:0:22664:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff93e983de6800/0xea31253a47cbb9c8 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 192.168.201.34@tcp remote: 0x129fb3d356303dd4 expref: 13 pid: 22672 timeout: 872 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969710.867820:0:22664:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff93e981ad9600/0xea31253a47cbba38 lrc: 3/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 25707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969710.867829:0:22664:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff93e981ad9600/0xea31253a47cbba38 lrc: 4/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 25707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969710.867847:0:22664:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff93e981ad9600/0xea31253a47cbba38 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969710.867855:0:22664:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff93e981ad9600/0xea31253a47cbba38 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969710.867862:0:22664:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff93e981ad9600/0xea31253a47cbba38 lrc: 4/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969710.867877:0:22664:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff93e981ad9600/0xea31253a47cbba38 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969710.867885:0:22664:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93e981ad9600 already unused, calling callback (ffffffffc0d02230) 00010000:00010000:0.0:1783969710.867889:0:22664:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff93e981ad9600/0xea31253a47cbba38 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969710.867898:0:22664:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff93e981ad9600/0xea31253a47cbba38 lrc: 6/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 25707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969710.867908:0:22664:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff93e981ad9600/0xea31253a47cbba38 lrc: 4/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969710.867920:0:22664:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1783969710.867942:0:22664:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eabf745c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d0a837bc-4439-4b59-a8cf-4b52740267e4+13:2393:x1870627074110592:12345-192.168.201.34@tcp:103:ldlm_bl.0 Request processed in 159us (635us total) trans 0 rc 0/0 00000100:00100000:0.0:1783969710.867949:0:22664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 14 00010000:00010000:3.0:1783969710.869289:0:25707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff93ea80031a00/0xea31253a47cbba07 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 192.168.201.34@tcp remote: 0x129fb3d356303e44 expref: 12 pid: 22672 timeout: 872 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783969710.869315:0:25707:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea86ff9c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25707:1870627099403648:192.168.201.34@tcp:104: 00010000:00010000:3.0:1783969710.869331:0:25707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff93e983de6800/0xea31253a47cbb9c8 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 192.168.201.34@tcp remote: 0x129fb3d356303dd4 expref: 11 pid: 22672 timeout: 872 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783969710.869341:0:25707:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea86ffa300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25707:1870627099403776:192.168.201.34@tcp:104: 00010000:00010000:3.0:1783969710.869428:0:25707:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff93e981ad9600/0xea31253a47cbba38 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969710.869632:0:25707:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff93e981ad9600/0xea31253a47cbba38 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969710.869641:0:25707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff93e981ad9600/0xea31253a47cbba38 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969710.869648:0:25707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff93e981ad9600/0xea31253a47cbba38 lrc: 0/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969711.857345:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783969711.883593:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:1.0:1783969711.883650:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:1.0:1783969711.883685:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:1.0:1783969711.883722:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:1.0:1783969711.883767:0:25016:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074111104 00000100:00100000:1.0:1783969711.883779:0:25016:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074111104 00000100:00100000:1.0:1783969711.883858:0:25016:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074111616 00000100:00100000:1.0:1783969711.883862:0:25016:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074111616 00000100:00100000:1.0:1783969711.883893:0:25016:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 20 00000100:00100000:1.0:1783969711.883904:0:25016:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eabcf4ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:49e45b17-fc03-4f38-9b8b-0d6d43c01221+5:2391:x1870627074111104:12345-192.168.201.34@tcp:400:kworker.0 00000100:00100000:1.0:1783969711.884017:0:25016:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eabcf4ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:49e45b17-fc03-4f38-9b8b-0d6d43c01221+5:2391:x1870627074111104:12345-192.168.201.34@tcp:400:kworker.0 Request processed in 114us (365us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969711.884026:0:25016:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 20 00000100:00100000:1.0:1783969711.884048:0:25016:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 21 00000100:00100000:1.0:1783969711.884055:0:25016:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eabcf4c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:233b70d5-2c5b-4f40-a802-7e770363a55d+5:2391:x1870627074111616:12345-192.168.201.34@tcp:400:kworker.0 00000100:00100000:1.0:1783969711.884084:0:25016:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eabcf4c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:233b70d5-2c5b-4f40-a802-7e770363a55d+5:2391:x1870627074111616:12345-192.168.201.34@tcp:400:kworker.0 Request processed in 29us (361us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969711.884090:0:25016:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 21 00000100:00080000:1.0:1783969711.884108:0:22674:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1783969711.884329:0:24675:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074110848 00000100:00100000:0.0:1783969711.884335:0:24675:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074110848 00000100:00100000:0.0:1783969711.884408:0:24675:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074111360 00000100:00100000:0.0:1783969711.884413:0:24675:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074111360 00000100:00100000:0.0:1783969711.884439:0:24675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 62 00000100:00100000:0.0:1783969711.884446:0:24675:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eabcf4d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:49e45b17-fc03-4f38-9b8b-0d6d43c01221+6:2391:x1870627074110848:12345-192.168.201.34@tcp:400:kworker.0 00000100:00100000:0.0:1783969711.884487:0:24675:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eabcf4d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:49e45b17-fc03-4f38-9b8b-0d6d43c01221+6:2391:x1870627074110848:12345-192.168.201.34@tcp:400:kworker.0 Request processed in 41us (910us total) trans 0 rc 0/0 00000100:00100000:0.0:1783969711.884493:0:24675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 62 00000100:00100000:0.0:1783969711.884507:0:24675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 63 00000100:00100000:0.0:1783969711.884514:0:24675:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eabcf4c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:233b70d5-2c5b-4f40-a802-7e770363a55d+6:2391:x1870627074111360:12345-192.168.201.34@tcp:400:kworker.0 00000100:00100000:0.0:1783969711.884560:0:24675:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eabcf4c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:233b70d5-2c5b-4f40-a802-7e770363a55d+6:2391:x1870627074111360:12345-192.168.201.34@tcp:400:kworker.0 Request processed in 46us (874us total) trans 0 rc 0/0 00000100:00100000:0.0:1783969711.884568:0:24675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 63 00000100:00080000:1.0:1783969711.884827:0:22674:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1783969711.887777:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:1.0:1783969711.887831:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:1.0:1783969711.887867:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:0.0:1783969711.888978:0:24675:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074110976 00000100:00100000:0.0:1783969711.888996:0:24675:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074110976 00000100:00100000:0.0:1783969711.889097:0:24675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 64 00000100:00100000:0.0:1783969711.889112:0:24675:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eabcf4c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:49e45b17-fc03-4f38-9b8b-0d6d43c01221+5:2391:x1870627074110976:12345-192.168.201.34@tcp:400:kworker.0 00000100:00100000:0.0:1783969711.889219:0:24675:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eabcf4c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:49e45b17-fc03-4f38-9b8b-0d6d43c01221+5:2391:x1870627074110976:12345-192.168.201.34@tcp:400:kworker.0 Request processed in 111us (1385us total) trans 0 rc 0/0 00000100:00100000:0.0:1783969711.889228:0:24675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 64 00000100:00080000:0.0:1783969711.889273:0:22674:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1783969711.889654:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:1.0:1783969711.889697:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:3.0:1783969711.889770:0:22671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074110720 00000100:00100000:3.0:1783969711.889776:0:22671:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074110720 00000100:00100000:3.0:1783969711.889816:0:22671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 149 00000100:00100000:3.0:1783969711.889825:0:22671:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea84fc8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d0a837bc-4439-4b59-a8cf-4b52740267e4+11:2391:x1870627074110720:12345-192.168.201.34@tcp:400:kworker.0 00000100:00100000:3.0:1783969711.889874:0:22671:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea84fc8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d0a837bc-4439-4b59-a8cf-4b52740267e4+11:2391:x1870627074110720:12345-192.168.201.34@tcp:400:kworker.0 Request processed in 51us (2113us total) trans 0 rc 0/0 00000100:00100000:3.0:1783969711.889882:0:22671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 149 00000100:00100000:0.0:1783969711.890213:0:22680:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074111488 00000100:00100000:0.0:1783969711.890218:0:22680:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074111488 00000100:00100000:0.0:1783969711.890271:0:22680:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 65 00000100:00100000:0.0:1783969711.890279:0:22680:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eabcf4fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:233b70d5-2c5b-4f40-a802-7e770363a55d+5:2391:x1870627074111488:12345-192.168.201.34@tcp:400:kworker.0 00000100:00100000:0.0:1783969711.890317:0:22680:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eabcf4fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:233b70d5-2c5b-4f40-a802-7e770363a55d+5:2391:x1870627074111488:12345-192.168.201.34@tcp:400:kworker.0 Request processed in 39us (665us total) trans 0 rc 0/0 00000100:00100000:0.0:1783969711.890323:0:22680:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 65 00000100:00080000:3.0:1783969711.890762:0:22674:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1783969711.904122:0:24183:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074111232 00000100:00100000:2.0:1783969711.904145:0:24183:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074111232 00000100:00100000:3.0:1783969711.904503:0:24183:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074111744 00000100:00100000:3.0:1783969711.904509:0:24183:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074111744 00000100:00100000:3.0:1783969711.904566:0:24185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 22 00000100:00100000:3.0:1783969711.904579:0:24185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eabcf4f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:49e45b17-fc03-4f38-9b8b-0d6d43c01221+5:2391:x1870627074111232:12345-192.168.201.34@tcp:400:kworker.0 00000100:00100000:3.0:1783969711.904692:0:24185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eabcf4f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:49e45b17-fc03-4f38-9b8b-0d6d43c01221+5:2391:x1870627074111232:12345-192.168.201.34@tcp:400:kworker.0 Request processed in 115us (16822us total) trans 0 rc 0/0 00000100:00100000:3.0:1783969711.904701:0:24185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 22 00000100:00100000:3.0:1783969711.904723:0:24185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 23 00000100:00100000:3.0:1783969711.904749:0:24185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eabcf4e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:233b70d5-2c5b-4f40-a802-7e770363a55d+5:2391:x1870627074111744:12345-192.168.201.34@tcp:400:kworker.0 00000100:00100000:3.0:1783969711.904780:0:24185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eabcf4e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:233b70d5-2c5b-4f40-a802-7e770363a55d+5:2391:x1870627074111744:12345-192.168.201.34@tcp:400:kworker.0 Request processed in 33us (15083us total) trans 0 rc 0/0 00000100:00100000:3.0:1783969711.904786:0:24185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 23 00000100:00080000:2.0:1783969711.905930:0:22674:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1783969711.985363:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93eabf747b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1870627099404928:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1783969711.985537:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783969711.985750:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1783969711.985770:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea8e210700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1870627099405056:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1783969711.985809:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783969711.985857:0:24188:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099404928 00000100:00100000:2.0:1783969711.985866:0:24188:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099404928 00000100:00100000:2.0:1783969711.985922:0:24188:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099405056 00000100:00100000:2.0:1783969711.985926:0:24188:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099405056 00000100:00100000:2.0:1783969711.985942:0:24188:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:2.0:1783969711.985951:0:24188:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eabcf4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3649:x1870627099404928:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1783969711.986000:0:24188:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915849728 avail 3684327424 00000100:00100000:0.0:1783969711.986994:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1783969711.987016:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea86ffa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b884c461-3115-4676-b8ef-3f3c795c44df:3646:1870627099405184:0@lo:400:kworker.0 00000100:00100000:0.0:1783969711.987090:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783969711.987171:0:22673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099405184 00000100:00100000:0.0:1783969711.987178:0:22673:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099405184 00000100:00100000:0.0:1783969711.987226:0:22673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 150 00000100:00100000:0.0:1783969711.987236:0:22673:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea84fcb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b884c461-3115-4676-b8ef-3f3c795c44df+20:3646:x1870627099405184:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783969711.987309:0:22673:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea84fcb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b884c461-3115-4676-b8ef-3f3c795c44df+20:3646:x1870627099405184:12345-0@lo:400:kworker.0 Request processed in 75us (218us total) trans 0 rc 0/0 00000100:00100000:0.0:1783969711.987318:0:22673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 150 00000100:00100000:0.0:1783969711.987397:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea86ffa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b884c461-3115-4676-b8ef-3f3c795c44df:3646:1870627099405184:0@lo:400:kworker.0 00000100:00100000:0.0:1783969711.987436:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea86ff9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1870627099405312:0@lo:400:kworker.0 00000100:00100000:0.0:1783969711.987468:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783969711.987502:0:22683:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099405312 00000100:00100000:0.0:1783969711.987506:0:22683:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099405312 00000100:00100000:0.0:1783969711.987535:0:22683:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:0.0:1783969711.987542:0:22683:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eabf747100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3648:x1870627099405312:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783969711.987590:0:22683:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eabf747100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3648:x1870627099405312:12345-0@lo:400:kworker.0 Request processed in 47us (121us total) trans 0 rc 0/0 00000100:00100000:0.0:1783969711.987596:0:22683:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:0.0:1783969711.987626:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea86ff9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1870627099405312:0@lo:400:kworker.0 00000100:00080000:0.0:1783969711.990232:0:22674:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1783969711.990512:0:24188:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eabcf4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3649:x1870627099404928:12345-0@lo:13:osp-pre-1-0.0 Request processed in 4551us (4966us total) trans 0 rc 0/0 00000100:00100000:2.0:1783969711.990529:0:24188:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:2.0:1783969711.990584:0:24188:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:2.0:1783969711.990606:0:24188:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea8e211c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1870627099405056:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1783969711.990644:0:24188:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915849728 avail 3684327424 00000100:00100000:2.0:1783969711.990725:0:24188:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea8e211c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1870627099405056:12345-0@lo:13:osp-pre-1-1.0 Request processed in 133us (4914us total) trans 0 rc 0/0 00000100:00100000:2.0:1783969711.990750:0:24188:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:2.0:1783969711.990835:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea8e210700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1870627099405056:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1783969711.994352:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea86ff8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3646:1870627099405568:0@lo:400:kworker.0 00000100:00100000:2.0:1783969711.994506:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783969711.995152:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1783969711.995176:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea86ffbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1870627099405440:0@lo:400:kworker.0 00000100:00100000:0.0:1783969711.995229:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783969711.995273:0:25219:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099405440 00000100:00100000:0.0:1783969711.995280:0:25219:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099405440 00000100:00100000:2.0:1783969711.995322:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1783969711.995332:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea86ff8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1870627099405696:0@lo:400:kworker.0 00000100:00100000:0.0:1783969711.995349:0:25219:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1783969711.995362:0:25219:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eabf746a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3648:x1870627099405440:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783969711.995372:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783969711.995468:0:25219:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eabf746a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3648:x1870627099405440:12345-0@lo:400:kworker.0 Request processed in 108us (238us total) trans 0 rc 0/0 00000100:00100000:0.0:1783969711.995477:0:25219:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00080000:0.0:1783969711.995524:0:22674:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1783969711.995565:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea86ffbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1870627099405440:0@lo:400:kworker.0 00000100:00100000:1.0:1783969711.995703:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93eabf747b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1870627099404928:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1783969711.995748:0:24675:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099405568 00000100:00100000:1.0:1783969711.995752:0:24675:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099405568 00000100:00100000:1.0:1783969711.995774:0:24675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:1.0:1783969711.995779:0:24675:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea8e210700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1870627099405568:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783969711.995807:0:24675:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea8e210700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1870627099405568:12345-0@lo:400:kworker.0 Request processed in 29us (1303us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969711.995812:0:24675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:1.0:1783969711.996088:0:22683:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099405696 00000100:00100000:2.0:1783969711.996093:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea86ff8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3646:1870627099405568:0@lo:400:kworker.0 00000100:00100000:1.0:1783969711.996094:0:22683:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099405696 00000100:00100000:1.0:1783969711.996134:0:22683:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:1.0:1783969711.996142:0:22683:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea8e211180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3646:x1870627099405696:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783969711.996180:0:22683:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea8e211180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3646:x1870627099405696:12345-0@lo:400:kworker.0 Request processed in 39us (808us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969711.996187:0:22683:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:2.0:1783969711.996302:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea86ff8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1870627099405696:0@lo:400:kworker.0 00000100:00100000:3.0:1783969711.996498:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea86ffbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3647:1870627099406208:0@lo:400:kworker.0 00000100:00100000:3.0:1783969711.996539:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783969711.996563:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1783969711.996582:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea86ff8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3647:1870627099406080:0@lo:400:kworker.0 00000100:00100000:0.0:1783969711.996590:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea86ffaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1870627099405824:0@lo:400:kworker.0 00000100:00100000:0.0:1783969711.996630:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783969711.996636:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783969711.996656:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea86ff9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3648:1870627099406336:0@lo:400:kworker.0 00000100:00100000:0.0:1783969711.996684:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783969711.996707:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1783969711.996714:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea86ff8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3648:1870627099405952:0@lo:400:kworker.0 00000100:00100000:0.0:1783969711.996741:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783969711.996761:0:22678:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099406208 00000100:00100000:3.0:1783969711.996766:0:22678:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099406208 00000100:00100000:3.0:1783969711.996835:0:22678:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099406080 00000100:00100000:3.0:1783969711.996841:0:22678:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099406080 00000100:00100000:3.0:1783969711.996866:0:22678:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099406336 00000100:00100000:3.0:1783969711.996871:0:22678:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099406336 00000100:00100000:3.0:1783969711.996897:0:22678:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:3.0:1783969711.996908:0:22678:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea86ff8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3647:x1870627099406208:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783969711.996999:0:22678:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea86ff8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3647:x1870627099406208:12345-0@lo:400:kworker.0 Request processed in 91us (457us total) trans 0 rc 0/0 00000100:00100000:3.0:1783969711.997009:0:22678:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:3.0:1783969711.997032:0:22678:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:3.0:1783969711.997043:0:22678:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eabcf11180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3647:x1870627099406080:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783969711.997619:0:22678:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eabcf11180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3647:x1870627099406080:12345-0@lo:400:kworker.0 Request processed in 575us (980us total) trans 0 rc 0/0 00000100:00100000:3.0:1783969711.997631:0:22678:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:3.0:1783969711.997679:0:22678:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:3.0:1783969711.997713:0:22678:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eabf746d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3648:x1870627099406336:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783969711.997767:0:22678:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eabf746d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3648:x1870627099406336:12345-0@lo:400:kworker.0 Request processed in 62us (1082us total) trans 0 rc 0/0 00000100:00100000:3.0:1783969711.997773:0:22678:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00100000:3.0:1783969711.997845:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea86ff8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3647:1870627099406080:0@lo:400:kworker.0 00010000:00080000:3.0:1783969711.997878:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93ea86ffbb80 x1870627099406208/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783969727 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783969711.997895:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea86ffbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3647:1870627099406208:0@lo:400:kworker.0 00000100:00100000:3.0:1783969711.997945:0:24183:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099405824 00000100:00100000:3.0:1783969711.997954:0:24183:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099405824 00000100:00100000:3.0:1783969711.998047:0:24186:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00080000:1.0:1783969712.000863:0:22674:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1783969712.000881:0:22674:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1783969712.000886:0:22674:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1783969712.001447:0:24186:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eabf744a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3648:x1870627099405824:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783969712.002297:0:24186:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eabf744a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3648:x1870627099405824:12345-0@lo:400:kworker.0 Request processed in 4236us (5661us total) trans 0 rc 0/0 00000100:00100000:3.0:1783969712.002312:0:24186:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1783969712.008357:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea86ffa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3648:1870627099406464:0@lo:400:kworker.0 00000100:00100000:3.0:1783969712.008576:0:22678:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099405952 00000100:00100000:3.0:1783969712.008587:0:22678:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099405952 00000100:00100000:3.0:1783969712.008684:0:22678:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:3.0:1783969712.008696:0:22678:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eabf746300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3648:x1870627099405952:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783969712.008804:0:22678:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eabf746300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3648:x1870627099405952:12345-0@lo:400:kworker.0 Request processed in 110us (12062us total) trans 0 rc 0/0 00000100:00100000:3.0:1783969712.008811:0:22678:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00100000:0.0:1783969712.009202:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783969712.009305:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea86ffaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1870627099405824:0@lo:400:kworker.0 00000100:00100000:0.0:1783969712.009318:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea86ff9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3648:1870627099406336:0@lo:400:kworker.0 00000100:00100000:0.0:1783969712.009342:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea86ff8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3648:1870627099405952:0@lo:400:kworker.0 00000100:00100000:1.0:1783969712.010331:0:24675:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099406464 00000100:00100000:1.0:1783969712.010596:0:24675:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099406464 00000100:00100000:1.0:1783969712.010834:0:24675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00080000:0.0:1783969712.010838:0:22674:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1783969712.010847:0:24675:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eabf747b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3648:x1870627099406464:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783969712.010958:0:24675:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eabf747b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3648:x1870627099406464:12345-0@lo:400:kworker.0 Request processed in 113us (1755us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969712.010977:0:24675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00010000:00080000:0.0:1783969712.011028:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93ea86ffa300 x1870627099406464/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783969728 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783969712.011044:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea86ffa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3648:1870627099406464:0@lo:400:kworker.0 10000000:01000000:1.0:1783969712.176635:0:22675:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:1.0:1783969712.176668:0:22675:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff93e9833b5000 from 13 10000000:01000000:1.0:1783969712.176675:0:22675:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1783969712.176740:0:22675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.134@tcp lock: ffff93e983de7400/0xea31253a47cbba3f lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969712.176751:0:22675:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.134@tcp lock: ffff93e983de7400/0xea31253a47cbba3f lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969712.176762:0:22675:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.134@tcp lock: ffff93e983de7400/0xea31253a47cbba3f lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783969712.176791:0:22675:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93eabcf4f100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b884c461-3115-4676-b8ef-3f3c795c44df:22675:1870627099406592:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1783969712.176876:0:22675:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783969712.176937:0:22675:0:(client.c:2702:ptlrpc_set_wait()) set ffff93ea8562d180 going to sleep for 11 seconds 00000100:00100000:3.0:1783969712.176954:0:22672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099406592 00000100:00100000:3.0:1783969712.176976:0:22672:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099406592 00000100:00100000:3.0:1783969712.177061:0:22672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 151 00000100:00100000:3.0:1783969712.177072:0:22672:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea84fc8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b884c461-3115-4676-b8ef-3f3c795c44df+20:22675:x1870627099406592:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1783969712.177097:0:22672:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783969712.177114:0:22672:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff93e981ad9600/0xea31253a47cbba46 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xea31253a47cbba3f expref: -99 pid: 22672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969712.177155:0:22672:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff93e981ad9600/0xea31253a47cbba46 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xea31253a47cbba3f expref: 21 pid: 22672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969712.177166:0:22672:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff93e981ad9600/0xea31253a47cbba46 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xea31253a47cbba3f expref: 21 pid: 22672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969712.177176:0:22672:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93e981ad9600, rc 0) 00000100:00100000:3.0:1783969712.177233:0:22672:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea84fc8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b884c461-3115-4676-b8ef-3f3c795c44df+21:22675:x1870627099406592:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 162us (356us total) trans 0 rc 0/0 00000100:00100000:3.0:1783969712.177240:0:22672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 151 00000100:00100000:1.0:1783969712.178326:0:22675:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93eabcf4f100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b884c461-3115-4676-b8ef-3f3c795c44df:22675:1870627099406592:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1783969712.178355:0:22675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.134@tcp lock: ffff93e983de7400/0xea31253a47cbba3f lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xea31253a47cbba46 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969712.178369:0:22675:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.134@tcp lock: ffff93e983de7400/0xea31253a47cbba3f lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xea31253a47cbba46 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783969712.178512:0:22675:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93eabcf4f100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b884c461-3115-4676-b8ef-3f3c795c44df:22675:1870627099406720:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1783969712.178565:0:22675:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783969712.178721:0:22675:0:(client.c:2702:ptlrpc_set_wait()) set ffff93ea8562d180 going to sleep for 11 seconds 00000100:00100000:2.0:1783969712.186290:0:22671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099406720 00000100:00100000:2.0:1783969712.186312:0:22671:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099406720 00000100:00100000:3.0:1783969712.187004:0:22672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 152 00000100:00100000:3.0:1783969712.187023:0:22672:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea84fcbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b884c461-3115-4676-b8ef-3f3c795c44df+21:22675:x1870627099406720:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1783969712.187284:0:22672:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea84fcbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b884c461-3115-4676-b8ef-3f3c795c44df+21:22675:x1870627099406720:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 267us (8717us total) trans 0 rc 0/0 00000100:00100000:3.0:1783969712.187293:0:22672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 152 00000100:00100000:1.0:1783969712.187450:0:22675:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93eabcf4f100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b884c461-3115-4676-b8ef-3f3c795c44df:22675:1870627099406720:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1783969712.187524:0:22675:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93eabcf4f100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b884c461-3115-4676-b8ef-3f3c795c44df:22675:1870627099406848:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1783969712.187597:0:22675:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783969712.187645:0:22675:0:(client.c:2702:ptlrpc_set_wait()) set ffff93ea8562d180 going to sleep for 11 seconds 00000100:00100000:0.0:1783969712.187772:0:22673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099406848 00000100:00100000:0.0:1783969712.187780:0:22673:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099406848 00000100:00100000:0.0:1783969712.187829:0:22673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 153 00000100:00100000:0.0:1783969712.187837:0:22673:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea84fca450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b884c461-3115-4676-b8ef-3f3c795c44df+21:22675:x1870627099406848:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1783969712.187950:0:22673:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea84fca450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b884c461-3115-4676-b8ef-3f3c795c44df+21:22675:x1870627099406848:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 114us (353us total) trans 0 rc 0/0 00000100:00100000:0.0:1783969712.187975:0:22673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 153 00000100:00100000:1.0:1783969712.188765:0:22675:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93eabcf4f100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b884c461-3115-4676-b8ef-3f3c795c44df:22675:1870627099406848:0@lo:503:ll_cfg_requeue.0 00000040:00080000:0.0:1783969712.198080:0:25720:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:1.0:1783969712.199751:0:22675:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:1.0:1783969712.199801:0:22675:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.201.134@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1783969712.199817:0:22675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.134@tcp lock: ffff93e983de7400/0xea31253a47cbba3f lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xea31253a47cbba46 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969712.199832:0:22675:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.134@tcp lock: ffff93e983de7400/0xea31253a47cbba3f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xea31253a47cbba46 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1783969712.199846:0:22675:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:1.0:1783969712.199849:0:22675:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff93e983e54000 from 13 10000000:01000000:1.0:1783969712.199853:0:22675:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1783969712.199909:0:22675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.134@tcp lock: ffff93e983de6c00/0xea31253a47cbba4d lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969712.199918:0:22675:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.134@tcp lock: ffff93e983de6c00/0xea31253a47cbba4d lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969712.199931:0:22675:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.134@tcp lock: ffff93e983de6c00/0xea31253a47cbba4d lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783969712.199976:0:22675:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93eabcf4f100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b884c461-3115-4676-b8ef-3f3c795c44df:22675:1870627099406976:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1783969712.200077:0:22675:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783969712.200136:0:22675:0:(client.c:2702:ptlrpc_set_wait()) set ffff93ea983ff300 going to sleep for 11 seconds 00000100:00100000:0.0:1783969712.200319:0:22673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099406976 00000100:00100000:0.0:1783969712.200329:0:22673:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099406976 00000100:00100000:0.0:1783969712.200436:0:22673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 154 00000100:00100000:0.0:1783969712.200448:0:22673:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea84fc9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b884c461-3115-4676-b8ef-3f3c795c44df+21:22675:x1870627099406976:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1783969712.200466:0:22673:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783969712.200485:0:22673:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff93ea80030600/0xea31253a47cbba54 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xea31253a47cbba4d expref: -99 pid: 22673 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969712.200514:0:22673:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff93ea80030600/0xea31253a47cbba54 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xea31253a47cbba4d expref: 22 pid: 22673 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969712.200526:0:22673:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff93ea80030600/0xea31253a47cbba54 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xea31253a47cbba4d expref: 22 pid: 22673 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969712.200536:0:22673:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93ea80030600, rc 0) 00000100:00100000:0.0:1783969712.200585:0:22673:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea84fc9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b884c461-3115-4676-b8ef-3f3c795c44df+22:22675:x1870627099406976:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 138us (508us total) trans 0 rc 0/0 00000100:00100000:0.0:1783969712.200593:0:22673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 154 00000100:00100000:1.0:1783969712.201028:0:22675:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93eabcf4f100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b884c461-3115-4676-b8ef-3f3c795c44df:22675:1870627099406976:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1783969712.201047:0:22675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.134@tcp lock: ffff93e983de6c00/0xea31253a47cbba4d lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xea31253a47cbba54 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969712.201057:0:22675:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.134@tcp lock: ffff93e983de6c00/0xea31253a47cbba4d lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xea31253a47cbba54 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783969712.201160:0:22675:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93eabcf4f100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b884c461-3115-4676-b8ef-3f3c795c44df:22675:1870627099407104:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1783969712.201196:0:22675:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783969712.201233:0:22675:0:(client.c:2702:ptlrpc_set_wait()) set ffff93ea983ff300 going to sleep for 11 seconds 00000100:00100000:3.0:1783969712.201354:0:22672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099407104 00000100:00100000:3.0:1783969712.201362:0:22672:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099407104 00000100:00100000:3.0:1783969712.201443:0:22672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 155 00000100:00100000:3.0:1783969712.201452:0:22672:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea84fc8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b884c461-3115-4676-b8ef-3f3c795c44df+22:22675:x1870627099407104:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1783969712.201603:0:22672:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea84fc8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b884c461-3115-4676-b8ef-3f3c795c44df+22:22675:x1870627099407104:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 152us (406us total) trans 0 rc 0/0 00000100:00100000:3.0:1783969712.201610:0:22672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 155 00000100:00100000:1.0:1783969712.202124:0:22675:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93eabcf4f100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b884c461-3115-4676-b8ef-3f3c795c44df:22675:1870627099407104:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1783969712.202169:0:22675:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93eabcf4f100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b884c461-3115-4676-b8ef-3f3c795c44df:22675:1870627099407232:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1783969712.202224:0:22675:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783969712.202257:0:22675:0:(client.c:2702:ptlrpc_set_wait()) set ffff93ea983ff300 going to sleep for 11 seconds 00000100:00100000:3.0:1783969712.202308:0:22672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099407232 00000100:00100000:3.0:1783969712.202319:0:22672:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099407232 00000100:00100000:3.0:1783969712.202352:0:22672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 156 00000100:00100000:3.0:1783969712.202359:0:22672:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea84fcb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b884c461-3115-4676-b8ef-3f3c795c44df+22:22675:x1870627099407232:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1783969712.202483:0:22672:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea84fcb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b884c461-3115-4676-b8ef-3f3c795c44df+22:22675:x1870627099407232:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 124us (258us total) trans 0 rc 0/0 00000100:00100000:3.0:1783969712.202491:0:22672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 156 00000100:00100000:1.0:1783969712.202668:0:22675:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93eabcf4f100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b884c461-3115-4676-b8ef-3f3c795c44df:22675:1870627099407232:0@lo:503:ll_cfg_requeue.0 00000040:00080000:2.0:1783969712.203860:0:25721:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:1.0:1783969712.204179:0:22675:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:1.0:1783969712.204214:0:22675:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.201.134@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1783969712.204231:0:22675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.134@tcp lock: ffff93e983de6c00/0xea31253a47cbba4d lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xea31253a47cbba54 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969712.204246:0:22675:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.134@tcp lock: ffff93e983de6c00/0xea31253a47cbba4d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xea31253a47cbba54 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1783969712.204261:0:22675:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:1.0:1783969712.204264:0:22675:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff93e981ac5000 from 13 10000000:01000000:1.0:1783969712.204267:0:22675:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1783969712.204311:0:22675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.134@tcp lock: ffff93e983de7600/0xea31253a47cbba5b lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969712.204320:0:22675:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.134@tcp lock: ffff93e983de7600/0xea31253a47cbba5b lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969712.204332:0:22675:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.134@tcp lock: ffff93e983de7600/0xea31253a47cbba5b lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783969712.204429:0:22675:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93eabcf4f100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b884c461-3115-4676-b8ef-3f3c795c44df:22675:1870627099407360:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1783969712.204525:0:22675:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783969712.204634:0:22675:0:(client.c:2702:ptlrpc_set_wait()) set ffff93ea8562d180 going to sleep for 11 seconds 00000100:00100000:3.0:1783969712.205706:0:22672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099407360 00000100:00100000:3.0:1783969712.205718:0:22672:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099407360 00000100:00100000:3.0:1783969712.206247:0:22672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 157 00000100:00100000:3.0:1783969712.206262:0:22672:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea84fc8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b884c461-3115-4676-b8ef-3f3c795c44df+22:22675:x1870627099407360:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1783969712.206284:0:22672:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783969712.206308:0:22672:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff93e981ad9400/0xea31253a47cbba62 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xea31253a47cbba5b expref: -99 pid: 22672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969712.206344:0:22672:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff93e981ad9400/0xea31253a47cbba62 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xea31253a47cbba5b expref: 23 pid: 22672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969712.206357:0:22672:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff93e981ad9400/0xea31253a47cbba62 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xea31253a47cbba5b expref: 23 pid: 22672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969712.206367:0:22672:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93e981ad9400, rc 0) 00000100:00100000:3.0:1783969712.206698:0:22672:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea84fc8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b884c461-3115-4676-b8ef-3f3c795c44df+23:22675:x1870627099407360:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 437us (2171us total) trans 0 rc 0/0 00000100:00100000:3.0:1783969712.206706:0:22672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 157 00000100:00100000:1.0:1783969712.206887:0:22675:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93eabcf4f100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b884c461-3115-4676-b8ef-3f3c795c44df:22675:1870627099407360:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1783969712.206912:0:22675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.134@tcp lock: ffff93e983de7600/0xea31253a47cbba5b lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xea31253a47cbba62 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969712.206924:0:22675:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.134@tcp lock: ffff93e983de7600/0xea31253a47cbba5b lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xea31253a47cbba62 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783969712.207313:0:22675:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93eabcf4f100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b884c461-3115-4676-b8ef-3f3c795c44df:22675:1870627099407488:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1783969712.207357:0:22675:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783969712.207652:0:22675:0:(client.c:2702:ptlrpc_set_wait()) set ffff93ea8562d180 going to sleep for 11 seconds 00000100:00100000:3.0:1783969712.207739:0:22672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099407488 00000100:00100000:3.0:1783969712.207746:0:22672:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099407488 00000100:00100000:3.0:1783969712.207788:0:22672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 158 00000100:00100000:3.0:1783969712.207796:0:22672:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea84fcac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b884c461-3115-4676-b8ef-3f3c795c44df+23:22675:x1870627099407488:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1783969712.207979:0:22672:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea84fcac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b884c461-3115-4676-b8ef-3f3c795c44df+23:22675:x1870627099407488:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 182us (620us total) trans 0 rc 0/0 00000100:00100000:3.0:1783969712.207987:0:22672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 158 00000100:00100000:1.0:1783969712.208088:0:22675:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93eabcf4f100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b884c461-3115-4676-b8ef-3f3c795c44df:22675:1870627099407488:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1783969712.208126:0:22675:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93eabcf4f100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b884c461-3115-4676-b8ef-3f3c795c44df:22675:1870627099407616:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1783969712.208173:0:22675:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783969712.208194:0:22675:0:(client.c:2702:ptlrpc_set_wait()) set ffff93ea8562d180 going to sleep for 11 seconds 00000100:00100000:0.0:1783969712.210402:0:22673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099407616 00000100:00100000:0.0:1783969712.210433:0:22673:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099407616 00000100:00100000:0.0:1783969712.210519:0:22673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159 00000100:00100000:0.0:1783969712.210531:0:22673:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea84fc9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b884c461-3115-4676-b8ef-3f3c795c44df+23:22675:x1870627099407616:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1783969712.210755:0:22673:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea84fc9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b884c461-3115-4676-b8ef-3f3c795c44df+23:22675:x1870627099407616:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 225us (2580us total) trans 0 rc 0/0 00000100:00100000:0.0:1783969712.210763:0:22673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159 00000100:00100000:1.0:1783969712.211166:0:22675:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93eabcf4f100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b884c461-3115-4676-b8ef-3f3c795c44df:22675:1870627099407616:0@lo:503:ll_cfg_requeue.0 00000040:00080000:1.0:1783969712.213270:0:25722:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:0.0:1783969712.213786:0:22675:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:0.0:1783969712.213820:0:22675:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.201.134@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1783969712.213835:0:22675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.134@tcp lock: ffff93e983de7600/0xea31253a47cbba5b lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xea31253a47cbba62 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969712.213850:0:22675:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.134@tcp lock: ffff93e983de7600/0xea31253a47cbba5b lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xea31253a47cbba62 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1783969712.213862:0:22675:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:0.0:1783969712.213866:0:22675:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff93eac1553800 from 13 10000000:01000000:0.0:1783969712.213869:0:22675:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1783969712.213925:0:22675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.134@tcp lock: ffff93ea80031200/0xea31253a47cbba69 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969712.213935:0:22675:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.134@tcp lock: ffff93ea80031200/0xea31253a47cbba69 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969712.213948:0:22675:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.134@tcp lock: ffff93ea80031200/0xea31253a47cbba69 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783969712.214000:0:22675:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93eabf747800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b884c461-3115-4676-b8ef-3f3c795c44df:22675:1870627099407744:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1783969712.214093:0:22675:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783969712.214154:0:22675:0:(client.c:2702:ptlrpc_set_wait()) set ffff93ea90a5be40 going to sleep for 11 seconds 00000100:00100000:1.0:1783969712.214825:0:22673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099407744 00000100:00100000:1.0:1783969712.214837:0:22673:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099407744 00000100:00100000:1.0:1783969712.214899:0:22673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 160 00000100:00100000:1.0:1783969712.214911:0:22673:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea84fca050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b884c461-3115-4676-b8ef-3f3c795c44df+23:22675:x1870627099407744:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1783969712.214930:0:22673:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783969712.214975:0:22673:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff93e983de6200/0xea31253a47cbba70 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0xea31253a47cbba69 expref: -99 pid: 22673 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969712.215356:0:22673:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff93e983de6200/0xea31253a47cbba70 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xea31253a47cbba69 expref: 24 pid: 22673 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969712.215371:0:22673:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff93e983de6200/0xea31253a47cbba70 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xea31253a47cbba69 expref: 24 pid: 22673 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969712.215607:0:22673:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93e983de6200, rc 0) 00000100:00100000:1.0:1783969712.215743:0:22673:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea84fca050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b884c461-3115-4676-b8ef-3f3c795c44df+24:22675:x1870627099407744:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 833us (1648us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969712.215752:0:22673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 160 00000100:00100000:0.0:1783969712.216099:0:22675:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93eabf747800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b884c461-3115-4676-b8ef-3f3c795c44df:22675:1870627099407744:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1783969712.216126:0:22675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.134@tcp lock: ffff93ea80031200/0xea31253a47cbba69 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xea31253a47cbba70 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969712.216140:0:22675:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.134@tcp lock: ffff93ea80031200/0xea31253a47cbba69 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xea31253a47cbba70 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783969712.216279:0:22675:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93eabf747800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b884c461-3115-4676-b8ef-3f3c795c44df:22675:1870627099407872:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1783969712.216324:0:22675:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783969712.216459:0:22675:0:(client.c:2702:ptlrpc_set_wait()) set ffff93ea90a5be40 going to sleep for 11 seconds 00000100:00100000:3.0:1783969712.216926:0:22672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099407872 00000100:00100000:3.0:1783969712.216935:0:22672:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099407872 00000100:00100000:1.0:1783969712.217082:0:22673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 161 00000100:00100000:1.0:1783969712.217095:0:22673:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea84fca850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b884c461-3115-4676-b8ef-3f3c795c44df+24:22675:x1870627099407872:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1783969712.217281:0:22673:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea84fca850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b884c461-3115-4676-b8ef-3f3c795c44df+24:22675:x1870627099407872:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 188us (955us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969712.217290:0:22673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 161 00000100:00100000:0.0:1783969712.218118:0:22675:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93eabf747800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b884c461-3115-4676-b8ef-3f3c795c44df:22675:1870627099407872:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1783969712.218192:0:22675:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93eabf747800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b884c461-3115-4676-b8ef-3f3c795c44df:22675:1870627099408000:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1783969712.218273:0:22675:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783969712.218373:0:22675:0:(client.c:2702:ptlrpc_set_wait()) set ffff93ea90a5be40 going to sleep for 11 seconds 00000100:00100000:3.0:1783969712.218884:0:22671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099408000 00000100:00100000:3.0:1783969712.218894:0:22671:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099408000 00000100:00100000:3.0:1783969712.219007:0:22671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 162 00000100:00100000:3.0:1783969712.219018:0:22671:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea84fc9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b884c461-3115-4676-b8ef-3f3c795c44df+24:22675:x1870627099408000:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1783969712.219164:0:22671:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea84fc9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b884c461-3115-4676-b8ef-3f3c795c44df+24:22675:x1870627099408000:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 146us (890us total) trans 0 rc 0/0 00000100:00100000:3.0:1783969712.219172:0:22671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 162 00000100:00100000:0.0:1783969712.219258:0:22675:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93eabf747800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b884c461-3115-4676-b8ef-3f3c795c44df:22675:1870627099408000:0@lo:503:ll_cfg_requeue.0 00000040:00080000:2.0:1783969712.220683:0:25723:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:0.0:1783969712.221286:0:22675:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:0.0:1783969712.221319:0:22675:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.201.134@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1783969712.221335:0:22675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.134@tcp lock: ffff93ea80031200/0xea31253a47cbba69 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xea31253a47cbba70 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969712.221351:0:22675:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.134@tcp lock: ffff93ea80031200/0xea31253a47cbba69 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xea31253a47cbba70 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783969712.461241:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:3.0:1783969712.461450:0:22672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074111872 00000100:00100000:3.0:1783969712.461464:0:22672:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074111872 00000100:00100000:3.0:1783969712.461543:0:22672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 163 00000100:00100000:3.0:1783969712.461555:0:22672:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea84fc9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d0a837bc-4439-4b59-a8cf-4b52740267e4+11:18081:x1870627074111872:12345-192.168.201.34@tcp:101:ll_cfg_requeue.0 00010000:00010000:3.0:1783969712.461579:0:22672:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783969712.461603:0:22672:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff93e981ad8a00/0xea31253a47cbba77 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x129fb3d356303e7c expref: -99 pid: 22672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969712.461641:0:22672:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff93e981ad8a00/0xea31253a47cbba77 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 192.168.201.34@tcp remote: 0x129fb3d356303e7c expref: 12 pid: 22672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969712.461653:0:22672:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff93e981ad8a00/0xea31253a47cbba77 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 192.168.201.34@tcp remote: 0x129fb3d356303e7c expref: 12 pid: 22672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969712.461664:0:22672:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93e981ad8a00, rc 0) 00000100:00100000:3.0:1783969712.461821:0:22672:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea84fc9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d0a837bc-4439-4b59-a8cf-4b52740267e4+12:18081:x1870627074111872:12345-192.168.201.34@tcp:101:ll_cfg_requeue.0 Request processed in 268us (594us total) trans 0 rc 0/0 00000100:00100000:3.0:1783969712.461831:0:22672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 163 00000100:00100000:3.0:1783969712.482282:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:2.0:1783969712.488430:0:22671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074112000 00000100:00100000:2.0:1783969712.488460:0:22671:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074112000 00000100:00100000:2.0:1783969712.488563:0:22671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 164 00000100:00100000:2.0:1783969712.488579:0:22671:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea82b8c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d0a837bc-4439-4b59-a8cf-4b52740267e4+12:18081:x1870627074112000:12345-192.168.201.34@tcp:501:ll_cfg_requeue.0 00000100:00100000:2.0:1783969712.488800:0:22671:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea82b8c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d0a837bc-4439-4b59-a8cf-4b52740267e4+12:18081:x1870627074112000:12345-192.168.201.34@tcp:501:ll_cfg_requeue.0 Request processed in 225us (6534us total) trans 0 rc 0/0 00000100:00100000:2.0:1783969712.488809:0:22671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 164 00000100:00100000:3.0:1783969712.508832:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:1.0:1783969712.508978:0:22673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074112128 00000100:00100000:1.0:1783969712.509001:0:22673:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074112128 00000100:00100000:1.0:1783969712.509085:0:22673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 165 00000100:00100000:1.0:1783969712.509097:0:22673:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eab777d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d0a837bc-4439-4b59-a8cf-4b52740267e4+12:18081:x1870627074112128:12345-192.168.201.34@tcp:503:ll_cfg_requeue.0 00000100:00100000:1.0:1783969712.509308:0:22673:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eab777d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d0a837bc-4439-4b59-a8cf-4b52740267e4+12:18081:x1870627074112128:12345-192.168.201.34@tcp:503:ll_cfg_requeue.0 Request processed in 211us (489us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969712.509317:0:22673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 165 00000100:00100000:0.0:1783969712.533252:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:3.0:1783969712.533513:0:22672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074112256 00000100:00100000:3.0:1783969712.533526:0:22672:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074112256 00000100:00100000:3.0:1783969712.533608:0:22672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 166 00000100:00100000:3.0:1783969712.533621:0:22672:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eab777f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d0a837bc-4439-4b59-a8cf-4b52740267e4+12:18081:x1870627074112256:12345-192.168.201.34@tcp:101:ll_cfg_requeue.0 00010000:00010000:3.0:1783969712.533643:0:22672:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783969712.533679:0:22672:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff93e981ad9000/0xea31253a47cbba7e lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x129fb3d356303e83 expref: -99 pid: 22672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969712.533719:0:22672:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff93e981ad9000/0xea31253a47cbba7e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 192.168.201.34@tcp remote: 0x129fb3d356303e83 expref: 13 pid: 22672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969712.533733:0:22672:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff93e981ad9000/0xea31253a47cbba7e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 192.168.201.34@tcp remote: 0x129fb3d356303e83 expref: 13 pid: 22672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969712.533744:0:22672:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93e981ad9000, rc 0) 00000100:00100000:3.0:1783969712.533829:0:22672:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eab777f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d0a837bc-4439-4b59-a8cf-4b52740267e4+13:18081:x1870627074112256:12345-192.168.201.34@tcp:101:ll_cfg_requeue.0 Request processed in 210us (593us total) trans 0 rc 0/0 00000100:00100000:3.0:1783969712.533837:0:22672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 166 00000100:00100000:0.0:1783969712.537910:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:3.0:1783969712.538018:0:22671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074112384 00000100:00100000:3.0:1783969712.538039:0:22671:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074112384 00000100:00100000:3.0:1783969712.538126:0:22671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 167 00000100:00100000:3.0:1783969712.538139:0:22671:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eab777c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d0a837bc-4439-4b59-a8cf-4b52740267e4+13:18081:x1870627074112384:12345-192.168.201.34@tcp:501:ll_cfg_requeue.0 00000100:00100000:3.0:1783969712.538432:0:22671:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eab777c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d0a837bc-4439-4b59-a8cf-4b52740267e4+13:18081:x1870627074112384:12345-192.168.201.34@tcp:501:ll_cfg_requeue.0 Request processed in 294us (535us total) trans 0 rc 0/0 00000100:00100000:3.0:1783969712.538442:0:22671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 167 00000100:00100000:0.0:1783969712.562467:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:1.0:1783969712.565066:0:22673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074112512 00000100:00100000:1.0:1783969712.565092:0:22673:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074112512 00000100:00100000:1.0:1783969712.565225:0:22673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 168 00000100:00100000:1.0:1783969712.565240:0:22673:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eab777e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d0a837bc-4439-4b59-a8cf-4b52740267e4+13:18081:x1870627074112512:12345-192.168.201.34@tcp:503:ll_cfg_requeue.0 00000100:00100000:1.0:1783969712.567487:0:22673:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eab777e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d0a837bc-4439-4b59-a8cf-4b52740267e4+13:18081:x1870627074112512:12345-192.168.201.34@tcp:503:ll_cfg_requeue.0 Request processed in 2232us (5018us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969712.567510:0:22673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 168 00010000:00010000:1.0:1783969712.880703:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783969713.032152:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:1.0:1783969713.032365:0:22679:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074112640 00000100:00100000:1.0:1783969713.032415:0:22679:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074112640 00000100:00100000:1.0:1783969713.032492:0:22679:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 23 00000100:00100000:1.0:1783969713.032504:0:22679:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eabf747800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:49e45b17-fc03-4f38-9b8b-0d6d43c01221+6:18705:x1870627074112640:12345-192.168.201.34@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1783969713.032529:0:22679:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783969713.032556:0:22679:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93e983de6800/0xea31253a47cbba85 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x129fb3d356303e8a expref: -99 pid: 22679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969713.032636:0:22679:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff93e983ddde00/0xea31253a47cbba8c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969713.032652:0:22679:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93e983ddde00/0xea31253a47cbba8c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969713.032665:0:22679:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93e983ddde00/0xea31253a47cbba8c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969713.032680:0:22679:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93e983ddd800/0xea31253a47cbba93 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969713.032687:0:22679:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93e983ddd800/0xea31253a47cbba93 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969713.032693:0:22679:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93e983ddd800/0xea31253a47cbba93 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969713.032810:0:22679:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93e983ddd600/0xea31253a47cbba9a lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969713.032832:0:22679:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93e983ddd600/0xea31253a47cbba9a lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969713.032840:0:22679:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93e983ddd600/0xea31253a47cbba9a lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1783969713.032876:0:22679:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000002:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1783969713.032880:0:22679:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1783969713.032925:0:22679:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff93e983ddd600/0xea31253a47cbba9a lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969713.032938:0:22679:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff93e983ddde00/0xea31253a47cbba8c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969713.032946:0:22679:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93e983ddde00/0xea31253a47cbba8c lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969713.032984:0:22679:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93e983ddde00/0xea31253a47cbba8c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969713.032990:0:22679:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93e983ddde00 already unused, calling callback (ffffffffc192e4f0) 00010000:00010000:1.0:1783969713.032995:0:22679:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93e983ddde00/0xea31253a47cbba8c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969713.033003:0:22679:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93e983ddde00/0xea31253a47cbba8c lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969713.033024:0:22679:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff93e98218cc00) 00010000:00010000:1.0:1783969713.033258:0:22679:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783969713.033267:0:22679:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93e983ddde00/0xea31253a47cbba8c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969713.033274:0:22679:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93e983ddde00/0xea31253a47cbba8c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969713.033292:0:22679:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93e983ddd800/0xea31253a47cbba93 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969713.033298:0:22679:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93e983ddd800/0xea31253a47cbba93 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969713.033305:0:22679:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93e983ddd800/0xea31253a47cbba93 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969713.033310:0:22679:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93e983ddd800 already unused, calling callback (ffffffffc192e4f0) 00010000:00010000:1.0:1783969713.033313:0:22679:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93e983ddd800/0xea31253a47cbba93 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969713.033319:0:22679:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93e983ddd800/0xea31253a47cbba93 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969713.033326:0:22679:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3b979c7a (ffff93e98218cb00) 00010000:00010000:1.0:1783969713.033329:0:22679:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783969713.033331:0:22679:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93e983ddd800/0xea31253a47cbba93 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969713.033336:0:22679:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93e983ddd800/0xea31253a47cbba93 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969713.033375:0:22679:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93e983de6800/0xea31253a47cbba85 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.34@tcp remote: 0x129fb3d356303e8a expref: 8 pid: 22679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969713.033451:0:22679:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff93e983ddd600/0xea31253a47cbba9a lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.34@tcp remote: 0x129fb3d356303e8a expref: 7 pid: 22679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969713.033459:0:22679:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff93e98218c800) 00010000:00010000:1.0:1783969713.033461:0:22679:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1783969713.033464:0:22679:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93e983ddd600, rc 0) 00000100:00080000:0.0:1783969713.033619:0:22674:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1783969713.033657:0:22679:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eabf747800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:49e45b17-fc03-4f38-9b8b-0d6d43c01221+7:18705:x1870627074112640:12345-192.168.201.34@tcp:101:lhsmtool_posix.0 Request processed in 1155us (1518us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969713.033666:0:22679:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 23 00000100:00100000:0.0:1783969713.037966:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:2.0:1783969713.038041:0:22689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074112768 00000100:00100000:2.0:1783969713.038056:0:22689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074112768 00000100:00100000:2.0:1783969713.038172:0:22689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 5 00000100:00100000:2.0:1783969713.038190:0:22689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea867b3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:49e45b17-fc03-4f38-9b8b-0d6d43c01221+7:18705:x1870627074112768:12345-192.168.201.34@tcp:900:lhsmtool_posix.0 00000100:00100000:2.0:1783969713.038339:0:22689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea867b3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:49e45b17-fc03-4f38-9b8b-0d6d43c01221+7:18705:x1870627074112768:12345-192.168.201.34@tcp:900:lhsmtool_posix.0 Request processed in 154us (398us total) trans 0 rc 0/0 00000100:00100000:2.0:1783969713.038348:0:22689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 5 00000100:00100000:3.0:1783969713.040995:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:2.0:1783969713.050507:0:22680:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074113024 00000100:00100000:2.0:1783969713.050530:0:22680:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074113024 00000100:00100000:2.0:1783969713.050628:0:22680:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 24 00000100:00100000:2.0:1783969713.050642:0:22680:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eabcf10000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:49e45b17-fc03-4f38-9b8b-0d6d43c01221+7:18705:x1870627074113024:12345-192.168.201.34@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1783969713.050672:0:22680:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783969713.050706:0:22680:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353d000/0xea31253a47cbbaa1 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x129fb3d356303e91 expref: -99 pid: 22680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969713.050828:0:22680:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353de00/0xea31253a47cbbaa8 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969713.050846:0:22680:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353de00/0xea31253a47cbbaa8 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969713.050861:0:22680:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353de00/0xea31253a47cbbaa8 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969713.050880:0:22680:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353cc00/0xea31253a47cbbaaf lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969713.050887:0:22680:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353cc00/0xea31253a47cbbaaf lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969713.050895:0:22680:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353cc00/0xea31253a47cbbaaf lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969713.051069:0:22680:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353c400/0xea31253a47cbbab6 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969713.051096:0:22680:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353c400/0xea31253a47cbbab6 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969713.051319:0:22680:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353c400/0xea31253a47cbbab6 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1783969713.051338:0:22680:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 4096 00010000:00010000:2.0:1783969713.051664:0:22680:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353de00/0xea31253a47cbbaa8 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969713.051676:0:22680:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353de00/0xea31253a47cbbaa8 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969713.051687:0:22680:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353de00/0xea31253a47cbbaa8 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969713.051697:0:22680:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93e98353de00 already unused, calling callback (ffffffffc192e4f0) 00010000:00010000:2.0:1783969713.051704:0:22680:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353de00/0xea31253a47cbbaa8 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969713.051716:0:22680:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353de00/0xea31253a47cbbaa8 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969713.051736:0:22680:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff93e98218c800) 00010000:00010000:2.0:1783969713.051742:0:22680:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783969713.051747:0:22680:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353de00/0xea31253a47cbbaa8 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969713.051754:0:22680:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353de00/0xea31253a47cbbaa8 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969713.051999:0:22680:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353cc00/0xea31253a47cbbaaf lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969713.052025:0:22680:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353cc00/0xea31253a47cbbaaf lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969713.052036:0:22680:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353cc00/0xea31253a47cbbaaf lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969713.052045:0:22680:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93e98353cc00 already unused, calling callback (ffffffffc192e4f0) 00010000:00010000:2.0:1783969713.052051:0:22680:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353cc00/0xea31253a47cbbaaf lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969713.052319:0:22680:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353cc00/0xea31253a47cbbaaf lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969713.052329:0:22680:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff93e982597500) 00010000:00010000:2.0:1783969713.052332:0:22680:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783969713.052335:0:22680:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353cc00/0xea31253a47cbbaaf lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969713.052341:0:22680:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353cc00/0xea31253a47cbbaaf lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969713.054790:0:22680:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353d000/0xea31253a47cbbaa1 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.34@tcp remote: 0x129fb3d356303e91 expref: 10 pid: 22680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969713.054820:0:22680:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353c400/0xea31253a47cbbab6 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.34@tcp remote: 0x129fb3d356303e91 expref: 9 pid: 22680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969713.054828:0:22680:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff93e982597c00) 00010000:00010000:2.0:1783969713.054830:0:22680:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783969713.054845:0:22680:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93e98353c400, rc 0) 00000100:00100000:2.0:1783969713.054921:0:22680:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eabcf10000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:49e45b17-fc03-4f38-9b8b-0d6d43c01221+9:18705:x1870627074113024:12345-192.168.201.34@tcp:101:lhsmtool_posix.0 Request processed in 4279us (13939us total) trans 12884901889 rc 0/0 00000100:00100000:2.0:1783969713.054932:0:22680:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 24 00000100:00100000:1.0:1783969713.069299:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:2.0:1783969713.074202:0:22678:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074113152 00000100:00100000:2.0:1783969713.074219:0:22678:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074113152 00000100:00100000:2.0:1783969713.074297:0:22678:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 25 00000100:00100000:2.0:1783969713.074307:0:22678:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eabcf4f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:49e45b17-fc03-4f38-9b8b-0d6d43c01221+9:18705:x1870627074113152:12345-192.168.201.34@tcp:59:lhsmtool_posix.0 00000100:00100000:2.0:1783969713.074461:0:22678:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eabcf4f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:49e45b17-fc03-4f38-9b8b-0d6d43c01221+9:18705:x1870627074113152:12345-192.168.201.34@tcp:59:lhsmtool_posix.0 Request processed in 155us (5178us total) trans 0 rc 0/0 00000100:00100000:2.0:1783969713.074468:0:22678:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 25 00000100:00100000:0.0:1783969713.085625:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:1.0:1783969713.085802:0:24675:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074113280 00000100:00100000:1.0:1783969713.085823:0:24675:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074113280 00000100:00100000:1.0:1783969713.085914:0:24675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 26 00000100:00100000:1.0:1783969713.085928:0:24675:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea867b2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:49e45b17-fc03-4f38-9b8b-0d6d43c01221+5:18705:x1870627074113280:12345-192.168.201.34@tcp:59:lhsmtool_posix.0 00000004:00080000:3.0:1783969713.087248:0:24675:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0001: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0001 0, time 1246us 00000100:00080000:0.0:1783969713.088661:0:22674:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1783969713.140578:0:24675:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea867b2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:49e45b17-fc03-4f38-9b8b-0d6d43c01221+5:18705:x1870627074113280:12345-192.168.201.34@tcp:59:lhsmtool_posix.0 Request processed in 54634us (54951us total) trans 0 rc 0/0 00000100:00100000:3.0:1783969713.140600:0:24675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 26 00000100:00100000:1.0:1783969713.145710:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:2.0:1783969713.145980:0:22678:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074113408 00000100:00100000:2.0:1783969713.145995:0:22678:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074113408 00000100:00100000:2.0:1783969713.146074:0:22678:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 27 00000100:00100000:2.0:1783969713.146087:0:22678:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eabcf4d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:49e45b17-fc03-4f38-9b8b-0d6d43c01221+9:18711:x1870627074113408:12345-192.168.201.34@tcp:101:lfs.0 00010000:00010000:2.0:1783969713.146115:0:22678:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783969713.146143:0:22678:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353d000/0xea31253a47cbbac4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x129fb3d356303e98 expref: -99 pid: 22678 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969713.146231:0:22678:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353cc00/0xea31253a47cbbacb lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969713.146251:0:22678:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353cc00/0xea31253a47cbbacb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969713.146265:0:22678:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353cc00/0xea31253a47cbbacb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969713.151018:0:22678:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353de00/0xea31253a47cbbad2 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969713.151058:0:22678:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353de00/0xea31253a47cbbad2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969713.151076:0:22678:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353de00/0xea31253a47cbbad2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969713.151131:0:22678:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353cc00/0xea31253a47cbbacb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969713.151138:0:22678:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353cc00/0xea31253a47cbbacb lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969713.151145:0:22678:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353cc00/0xea31253a47cbbacb lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969713.151151:0:22678:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93e98353cc00 already unused, calling callback (ffffffffc192e4f0) 00010000:00010000:2.0:1783969713.151155:0:22678:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353cc00/0xea31253a47cbbacb lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969713.151162:0:22678:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353cc00/0xea31253a47cbbacb lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969713.151174:0:22678:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff93e98218cc00) 00010000:00010000:2.0:1783969713.151177:0:22678:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783969713.151181:0:22678:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353cc00/0xea31253a47cbbacb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969713.151187:0:22678:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353cc00/0xea31253a47cbbacb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969713.151202:0:22678:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353de00/0xea31253a47cbbad2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969713.151215:0:22678:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353de00/0xea31253a47cbbad2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969713.151221:0:22678:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353de00/0xea31253a47cbbad2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969713.151226:0:22678:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93e98353de00 already unused, calling callback (ffffffffc192e4f0) 00010000:00010000:2.0:1783969713.151229:0:22678:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353de00/0xea31253a47cbbad2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969713.151235:0:22678:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353de00/0xea31253a47cbbad2 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969713.151243:0:22678:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff93e982597500) 00010000:00010000:2.0:1783969713.151246:0:22678:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783969713.151249:0:22678:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353de00/0xea31253a47cbbad2 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969713.151253:0:22678:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353de00/0xea31253a47cbbad2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969713.151298:0:22678:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353d000/0xea31253a47cbbac4 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.34@tcp remote: 0x129fb3d356303e98 expref: 10 pid: 22678 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969713.151308:0:22678:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff93e98218cc00) 00010000:00010000:2.0:1783969713.151310:0:22678:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783969713.151314:0:22678:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353d000/0xea31253a47cbbac4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.34@tcp remote: 0x129fb3d356303e98 expref: 10 pid: 22678 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969713.151336:0:22678:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93e98353d000, rc 0) 00000100:00100000:2.0:1783969713.151463:0:22678:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eabcf4d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:49e45b17-fc03-4f38-9b8b-0d6d43c01221+9:18711:x1870627074113408:12345-192.168.201.34@tcp:101:lfs.0 Request processed in 5378us (5766us total) trans 0 rc 301/301 00000100:00100000:2.0:1783969713.151473:0:22678:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 27 00000100:00100000:1.0:1783969713.162177:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:2.0:1783969713.168880:0:22687:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074113536 00000100:00100000:2.0:1783969713.168905:0:22687:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074113536 00000100:00100000:2.0:1783969713.169027:0:22687:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 0 00000100:00100000:2.0:1783969713.169050:0:22687:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eabcf4dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:49e45b17-fc03-4f38-9b8b-0d6d43c01221+9:18711:x1870627074113536:12345-192.168.201.34@tcp:700:lfs.0 00000100:00100000:2.0:1783969713.169192:0:22687:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eabcf4dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:49e45b17-fc03-4f38-9b8b-0d6d43c01221+9:18711:x1870627074113536:12345-192.168.201.34@tcp:700:lfs.0 Request processed in 143us (7030us total) trans 0 rc 0/0 00000100:00100000:2.0:1783969713.169200:0:22687:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 0 00000100:00100000:1.0:1783969713.192155:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:2.0:1783969713.192267:0:22680:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074113792 00000100:00100000:2.0:1783969713.192283:0:22680:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074113792 00000100:00100000:2.0:1783969713.192376:0:22680:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 28 00000100:00100000:2.0:1783969713.192409:0:22680:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eabcf4f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:49e45b17-fc03-4f38-9b8b-0d6d43c01221+9:18711:x1870627074113792:12345-192.168.201.34@tcp:36:lfs.0 00010000:00010000:2.0:1783969713.192523:0:22680:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783969713.192563:0:22680:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93e983de7800/0xea31253a47cbb9f2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.34@tcp remote: 0x129fb3d356303e05 expref: 9 pid: 22680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969713.192587:0:22680:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff93e98218cc00) 00010000:00010000:2.0:1783969713.192592:0:22680:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1783969713.192675:0:22680:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353d000/0xea31253a47cbbad9 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969713.192707:0:22680:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad9c00/0xea31253a47cbba31 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.34@tcp remote: 0x129fb3d356303e75 expref: 5 pid: 22679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969713.192734:0:22680:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353d000/0xea31253a47cbbad9 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969713.193246:0:22680:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad9c00/0xea31253a47cbba31 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.34@tcp remote: 0x129fb3d356303e75 expref: 5 pid: 22679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969713.193266:0:22680:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad9c00/0xea31253a47cbba31 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.34@tcp remote: 0x129fb3d356303e75 expref: 5 pid: 22679 timeout: 875 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783969713.193285:0:22680:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea8e211500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22680:1870627099408128:192.168.201.34@tcp:104: 00000100:00100000:2.0:1783969713.193627:0:22680:0:(client.c:2702:ptlrpc_set_wait()) set ffff93eab90da300 going to sleep for 11 seconds 00000100:00100000:1.0:1783969713.201804:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:0.0:1783969713.201960:0:22664:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074113920 00000100:00100000:0.0:1783969713.201973:0:22664:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074113920 00010000:00010000:0.0:1783969713.202044:0:22664:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad9c00/0xea31253a47cbba31 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.34@tcp remote: 0x129fb3d356303e75 expref: 6 pid: 22679 timeout: 875 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783969713.202094:0:22664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 15 00000100:00100000:0.0:1783969713.202115:0:22664:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eab7203b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:233b70d5-2c5b-4f40-a802-7e770363a55d+6:2392:x1870627074113920:12345-192.168.201.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1783969713.202136:0:22664:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783969713.202145:0:22664:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad9c00/0xea31253a47cbba31 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.34@tcp remote: 0x129fb3d356303e75 expref: 6 pid: 22679 timeout: 875 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969713.202161:0:22664:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad9c00/0xea31253a47cbba31 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.34@tcp remote: 0x129fb3d356303e75 expref: 6 pid: 22679 timeout: 875 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969713.202194:0:22664:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff93e98218cc00) 00010000:00010000:0.0:1783969713.202201:0:22664:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353d000/0xea31253a47cbbad9 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969713.202213:0:22664:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353d000/0xea31253a47cbbad9 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969713.202223:0:22664:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353d000/0xea31253a47cbbad9 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969713.202250:0:22664:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1783969713.202320:0:22664:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eab7203b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:233b70d5-2c5b-4f40-a802-7e770363a55d+6:2392:x1870627074113920:12345-192.168.201.34@tcp:103:ldlm_bl.0 Request processed in 216us (531us total) trans 0 rc 0/0 00000100:00100000:0.0:1783969713.202328:0:22664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 15 00010000:00010000:2.0:1783969713.202806:0:22680:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad9c00/0xea31253a47cbba31 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.34@tcp remote: 0x129fb3d356303e75 expref: 5 pid: 22679 timeout: 875 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783969713.202830:0:22680:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea8e211500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22680:1870627099408128:192.168.201.34@tcp:104: 00010000:00010000:2.0:1783969713.202856:0:22680:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353d000/0xea31253a47cbbad9 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969713.202867:0:22680:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353d000/0xea31253a47cbbad9 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969713.202873:0:22680:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353d000/0xea31253a47cbbad9 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969713.202906:0:22680:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353de00/0xea31253a47cbbae0 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969713.202917:0:22680:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353de00/0xea31253a47cbbae0 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969713.202956:0:22680:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353de00/0xea31253a47cbbae0 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:1.0:1783969713.204026:0:22674:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1783969713.211324:0:22680:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353cc00/0xea31253a47cbbae7 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969713.211357:0:22680:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353cc00/0xea31253a47cbbae7 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969713.211373:0:22680:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353cc00/0xea31253a47cbbae7 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783969713.212636:0:22680:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000001c605751 reply state 000000001a9b382d transno 12884901890 ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353cc00/0xea31253a47cbbae7 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969713.212667:0:22680:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353cc00/0xea31253a47cbbae7 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969713.212679:0:22680:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff93e982597800) 00010000:00010000:2.0:1783969713.212682:0:22680:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783969713.212688:0:22680:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:2.0:1783969713.212696:0:22680:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:2.0:1783969713.212708:0:22680:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353d000/0xea31253a47cbbad9 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969713.212716:0:22680:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353d000/0xea31253a47cbbad9 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969713.212724:0:22680:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353d000/0xea31253a47cbbad9 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969713.212732:0:22680:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93e98353d000 already unused, calling callback (ffffffffc192e4f0) 00010000:00010000:2.0:1783969713.212760:0:22680:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353d000/0xea31253a47cbbad9 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969713.213531:0:22680:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353d000/0xea31253a47cbbad9 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969713.213549:0:22680:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff93e98218cc00) 00010000:00010000:2.0:1783969713.213551:0:22680:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783969713.213555:0:22680:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353d000/0xea31253a47cbbad9 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969713.213560:0:22680:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353d000/0xea31253a47cbbad9 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783969713.213587:0:22680:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000001c605751 reply state 000000001a9b382d transno 12884901890 ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353de00/0xea31253a47cbbae0 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969713.213595:0:22680:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353de00/0xea31253a47cbbae0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969713.213601:0:22680:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff93e982597500) 00010000:00010000:2.0:1783969713.213602:0:22680:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783969713.213604:0:22680:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1783969713.213737:0:22680:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eabcf4f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:49e45b17-fc03-4f38-9b8b-0d6d43c01221+10:18711:x1870627074113792:12345-192.168.201.34@tcp:36:lfs.0 Request processed in 21325us (21591us total) trans 12884901890 rc 0/0 00000100:00100000:2.0:1783969713.213747:0:22680:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 28 00000040:00080000:2.0:1783969713.267287:0:22713:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000040:00080000:1.0:1783969713.333241:0:23430:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:1.0:1783969713.367973:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:3.0:1783969713.368162:0:22679:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074114048 00000100:00100000:3.0:1783969713.368176:0:22679:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074114048 00000100:00100000:3.0:1783969713.368266:0:22679:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 29 00000100:00100000:3.0:1783969713.368282:0:22679:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eab7201f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:49e45b17-fc03-4f38-9b8b-0d6d43c01221+10:18719:x1870627074114048:12345-192.168.201.34@tcp:101:lctl.0 00010000:00010000:3.0:1783969713.368317:0:22679:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783969713.368349:0:22679:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad9800/0xea31253a47cbbaee lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x129fb3d356303e9f expref: -99 pid: 22679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969713.368499:0:22679:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad8400/0xea31253a47cbbaf5 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969713.368517:0:22679:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad8400/0xea31253a47cbbaf5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969713.368529:0:22679:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad8400/0xea31253a47cbbaf5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1783969713.368585:0:22679:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1783969713.368589:0:22679:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1783969713.368651:0:22679:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad8400/0xea31253a47cbbaf5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969713.368678:0:22679:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad9800/0xea31253a47cbbaee lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.34@tcp remote: 0x129fb3d356303e9f expref: 12 pid: 22679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969713.368700:0:22679:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad8400/0xea31253a47cbbaf5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.34@tcp remote: 0x129fb3d356303e9f expref: 11 pid: 22679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969713.368710:0:22679:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff93eab9d8a400) 00010000:00010000:3.0:1783969713.368712:0:22679:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1783969713.368717:0:22679:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93e981ad8400, rc 0) 00000100:00100000:3.0:1783969713.368797:0:22679:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eab7201f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:49e45b17-fc03-4f38-9b8b-0d6d43c01221+11:18719:x1870627074114048:12345-192.168.201.34@tcp:101:lctl.0 Request processed in 519us (839us total) trans 0 rc 0/0 00000100:00100000:3.0:1783969713.368805:0:22679:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 29 00000100:00100000:3.0:1783969713.398433:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:1.0:1783969713.398766:0:24675:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074114176 00000100:00100000:1.0:1783969713.398780:0:24675:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074114176 00000100:00100000:1.0:1783969713.398873:0:24675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 30 00000100:00100000:1.0:1783969713.398888:0:24675:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eabcf13480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:233b70d5-2c5b-4f40-a802-7e770363a55d+5:18720:x1870627074114176:12345-192.168.201.34@tcp:101:lfs.0 00010000:00010000:1.0:1783969713.398936:0:24675:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783969713.398973:0:24675:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93e983ddd200/0xea31253a47cbbafc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x129fb3d356303ea6 expref: -99 pid: 24675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969713.399073:0:24675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93e983ddc600/0xea31253a47cbbb03 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 24675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969713.399092:0:24675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93e983ddc600/0xea31253a47cbbb03 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 24675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969713.399106:0:24675:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93e983ddc600/0xea31253a47cbbb03 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 24675 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1783969713.399166:0:24675:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1783969713.399171:0:24675:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1783969713.399202:0:24675:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff93e983ddc600/0xea31253a47cbbb03 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 24675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969713.399244:0:24675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93e983ddd200/0xea31253a47cbbafc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.34@tcp remote: 0x129fb3d356303ea6 expref: 7 pid: 24675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969713.399268:0:24675:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff93e983ddc600/0xea31253a47cbbb03 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.34@tcp remote: 0x129fb3d356303ea6 expref: 6 pid: 24675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969713.399278:0:24675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff93eab9d8a400) 00010000:00010000:1.0:1783969713.399281:0:24675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1783969713.399286:0:24675:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93e983ddc600, rc 0) 00000100:00100000:1.0:1783969713.399365:0:24675:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eabcf13480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:233b70d5-2c5b-4f40-a802-7e770363a55d+6:18720:x1870627074114176:12345-192.168.201.34@tcp:101:lfs.0 Request processed in 480us (995us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969713.399374:0:24675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 30 00000100:00100000:1.0:1783969713.411923:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:3.0:1783969713.412047:0:22679:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074114304 00000100:00100000:3.0:1783969713.412061:0:22679:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074114304 00000100:00100000:3.0:1783969713.412146:0:22679:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 31 00000100:00100000:3.0:1783969713.412160:0:22679:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eab7201c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:233b70d5-2c5b-4f40-a802-7e770363a55d+6:18720:x1870627074114304:12345-192.168.201.34@tcp:101:lfs.0 00010000:00010000:3.0:1783969713.412192:0:22679:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783969713.412234:0:22679:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad9800/0xea31253a47cbbb0a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x129fb3d356303ead expref: -99 pid: 22679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969713.412337:0:22679:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad9e00/0xea31253a47cbbb11 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969713.412357:0:22679:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad9e00/0xea31253a47cbbb11 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969713.412447:0:22679:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad9e00/0xea31253a47cbbb11 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969713.412463:0:22679:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad8800/0xea31253a47cbbb18 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969713.412472:0:22679:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad8800/0xea31253a47cbbb18 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969713.412479:0:22679:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad8800/0xea31253a47cbbb18 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969713.412600:0:22679:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad8000/0xea31253a47cbbb1f lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969713.412609:0:22679:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad8000/0xea31253a47cbbb1f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969713.412617:0:22679:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad8000/0xea31253a47cbbb1f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1783969713.412669:0:22679:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1783969713.412674:0:22679:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1783969713.412704:0:22679:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad8000/0xea31253a47cbbb1f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969713.412719:0:22679:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad9e00/0xea31253a47cbbb11 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969713.412726:0:22679:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad9e00/0xea31253a47cbbb11 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969713.412743:0:22679:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad9e00/0xea31253a47cbbb11 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969713.412750:0:22679:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93e981ad9e00 already unused, calling callback (ffffffffc192e4f0) 00010000:00010000:3.0:1783969713.412755:0:22679:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad9e00/0xea31253a47cbbb11 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969713.412764:0:22679:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad9e00/0xea31253a47cbbb11 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969713.412780:0:22679:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff93eab9d8a400) 00010000:00010000:3.0:1783969713.412783:0:22679:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783969713.412789:0:22679:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad9e00/0xea31253a47cbbb11 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969713.412796:0:22679:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad9e00/0xea31253a47cbbb11 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969713.412815:0:22679:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad8800/0xea31253a47cbbb18 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969713.412822:0:22679:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad8800/0xea31253a47cbbb18 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969713.412827:0:22679:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad8800/0xea31253a47cbbb18 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969713.412832:0:22679:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93e981ad8800 already unused, calling callback (ffffffffc192e4f0) 00010000:00010000:3.0:1783969713.412835:0:22679:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad8800/0xea31253a47cbbb18 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969713.412852:0:22679:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad8800/0xea31253a47cbbb18 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969713.412861:0:22679:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff93e982597500) 00010000:00010000:3.0:1783969713.412864:0:22679:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783969713.412867:0:22679:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad8800/0xea31253a47cbbb18 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969713.412873:0:22679:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad8800/0xea31253a47cbbb18 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969713.412906:0:22679:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad9800/0xea31253a47cbbb0a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.34@tcp remote: 0x129fb3d356303ead expref: 8 pid: 22679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969713.412923:0:22679:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad8000/0xea31253a47cbbb1f lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.34@tcp remote: 0x129fb3d356303ead expref: 7 pid: 22679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969713.412932:0:22679:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff93e982597800) 00010000:00010000:3.0:1783969713.412935:0:22679:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1783969713.412937:0:22679:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93e981ad8000, rc 0) 00000100:00100000:3.0:1783969713.413036:0:22679:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eab7201c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:233b70d5-2c5b-4f40-a802-7e770363a55d+7:18720:x1870627074114304:12345-192.168.201.34@tcp:101:lfs.0 Request processed in 879us (1129us total) trans 0 rc 0/0 00000100:00100000:3.0:1783969713.413045:0:22679:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 31 00000100:00100000:0.0:1783969713.421529:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:2.0:1783969713.421818:0:22689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074114432 00000100:00100000:2.0:1783969713.421832:0:22689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074114432 00000100:00100000:2.0:1783969713.421918:0:22689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 6 00000100:00100000:2.0:1783969713.421931:0:22689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea867b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:233b70d5-2c5b-4f40-a802-7e770363a55d+5:18720:x1870627074114432:12345-192.168.201.34@tcp:900:lfs.0 00000100:00100000:2.0:1783969713.422378:0:22689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea867b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:233b70d5-2c5b-4f40-a802-7e770363a55d+5:18720:x1870627074114432:12345-192.168.201.34@tcp:900:lfs.0 Request processed in 447us (863us total) trans 0 rc 0/0 00000100:00100000:2.0:1783969713.422423:0:22689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 6 00000100:00080000:1.0:1783969713.422650:0:22674:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1783969713.436691:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:3.0:1783969713.437352:0:24675:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074114688 00000100:00100000:3.0:1783969713.437366:0:24675:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074114688 00000100:00100000:3.0:1783969713.437498:0:24675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 32 00000100:00100000:3.0:1783969713.437511:0:24675:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eab7200700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:233b70d5-2c5b-4f40-a802-7e770363a55d+7:18720:x1870627074114688:12345-192.168.201.34@tcp:101:lfs.0 00010000:00010000:3.0:1783969713.437565:0:24675:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783969713.437594:0:24675:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad9800/0xea31253a47cbbb26 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x129fb3d356303eb4 expref: -99 pid: 24675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1783969713.437757:0:24675:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:3.0:1783969713.437919:0:24675:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad9800/0xea31253a47cbbb26 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.34@tcp remote: 0x129fb3d356303eb4 expref: 9 pid: 24675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969713.437939:0:24675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff93eab9d8a400) 00010000:00010000:3.0:1783969713.437953:0:24675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1783969713.437958:0:24675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad9800/0xea31253a47cbbb26 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.34@tcp remote: 0x129fb3d356303eb4 expref: 9 pid: 24675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969713.437976:0:24675:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93e981ad9800, rc 0) 00000100:00100000:3.0:1783969713.439761:0:24675:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eab7200700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:233b70d5-2c5b-4f40-a802-7e770363a55d+8:18720:x1870627074114688:12345-192.168.201.34@tcp:101:lfs.0 Request processed in 2237us (3068us total) trans 12884901891 rc 301/301 00000100:00100000:3.0:1783969713.439778:0:24675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 32 00000100:00100000:2.0:1783969713.447696:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:3.0:1783969713.447870:0:22679:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074114944 00000100:00100000:3.0:1783969713.447883:0:22679:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074114944 00000100:00100000:3.0:1783969713.447970:0:22679:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 33 00000100:00100000:3.0:1783969713.447985:0:22679:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea8e211500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:233b70d5-2c5b-4f40-a802-7e770363a55d+8:18720:x1870627074114944:12345-192.168.201.34@tcp:36:lfs.0 00010000:00010000:3.0:1783969713.448087:0:22679:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783969713.448128:0:22679:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad8000/0xea31253a47cbbb1f lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.34@tcp remote: 0x129fb3d356303ead expref: 8 pid: 22679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969713.448152:0:22679:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff93e982597800) 00010000:00010000:3.0:1783969713.448159:0:22679:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1783969713.448214:0:22679:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad8800/0xea31253a47cbbb34 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969713.448244:0:22679:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad8800/0xea31253a47cbbb34 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969713.448257:0:22679:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad8800/0xea31253a47cbbb34 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1783969713.448577:0:22679:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000e3b657d7 reply state 00000000af49c1ff transno 12884901892 ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad8800/0xea31253a47cbbb34 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969713.448595:0:22679:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad8800/0xea31253a47cbbb34 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969713.448602:0:22679:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff93e982597800) 00010000:00010000:3.0:1783969713.448605:0:22679:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:3.0:1783969713.448608:0:22679:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:3.0:1783969713.448619:0:22679:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000100:00100000:3.0:1783969713.448740:0:22679:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea8e211500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:233b70d5-2c5b-4f40-a802-7e770363a55d+9:18720:x1870627074114944:12345-192.168.201.34@tcp:36:lfs.0 Request processed in 754us (1054us total) trans 12884901892 rc 0/0 00000100:00100000:3.0:1783969713.448750:0:22679:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 33 00000100:00100000:1.0:1783969713.451506:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:0.0:1783969713.451618:0:22682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074115200 00000100:00100000:0.0:1783969713.451632:0:22682:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074115200 00000100:00100000:0.0:1783969713.451818:0:22682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 2 00000100:00100000:0.0:1783969713.451831:0:22682:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eab7203100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:233b70d5-2c5b-4f40-a802-7e770363a55d+9:18720:x1870627074115200:12345-192.168.201.34@tcp:35:lfs.0 00000100:00100000:0.0:1783969713.452523:0:22682:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eab7203100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:233b70d5-2c5b-4f40-a802-7e770363a55d+10:18720:x1870627074115200:12345-192.168.201.34@tcp:35:lfs.0 Request processed in 691us (1028us total) trans 12884901893 rc 0/0 00000100:00100000:0.0:1783969713.452536:0:22682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 2 00000100:00100000:1.0:1783969713.463554:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:2.0:1783969713.463858:0:22680:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074115456 00000100:00100000:2.0:1783969713.463871:0:22680:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074115456 00000100:00100000:2.0:1783969713.463961:0:22680:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 34 00000100:00100000:2.0:1783969713.463973:0:22680:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eab7202300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:233b70d5-2c5b-4f40-a802-7e770363a55d+10:18720:x1870627074115456:12345-192.168.201.34@tcp:101:lfs.0 00010000:00010000:2.0:1783969713.464004:0:22680:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783969713.464032:0:22680:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353da00/0xea31253a47cbbb3b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x129fb3d356303ebb expref: -99 pid: 22680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969713.464259:0:22680:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353ca00/0xea31253a47cbbb42 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969713.464278:0:22680:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353ca00/0xea31253a47cbbb42 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969713.464292:0:22680:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353ca00/0xea31253a47cbbb42 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969713.464307:0:22680:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353c800/0xea31253a47cbbb49 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969713.464314:0:22680:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353c800/0xea31253a47cbbb49 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969713.464321:0:22680:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353c800/0xea31253a47cbbb49 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1783969713.464590:0:22680:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:2.0:1783969713.464884:0:22680:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353ca00/0xea31253a47cbbb42 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969713.464894:0:22680:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353ca00/0xea31253a47cbbb42 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969713.464903:0:22680:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353ca00/0xea31253a47cbbb42 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969713.464910:0:22680:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93e98353ca00 already unused, calling callback (ffffffffc192e4f0) 00010000:00010000:2.0:1783969713.464915:0:22680:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353ca00/0xea31253a47cbbb42 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969713.464924:0:22680:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353ca00/0xea31253a47cbbb42 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969713.464938:0:22680:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff93eab9d8a400) 00010000:00010000:2.0:1783969713.464952:0:22680:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783969713.464959:0:22680:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353ca00/0xea31253a47cbbb42 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969713.464966:0:22680:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353ca00/0xea31253a47cbbb42 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969713.464984:0:22680:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353c800/0xea31253a47cbbb49 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969713.464991:0:22680:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353c800/0xea31253a47cbbb49 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969713.465010:0:22680:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353c800/0xea31253a47cbbb49 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969713.465015:0:22680:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93e98353c800 already unused, calling callback (ffffffffc192e4f0) 00010000:00010000:2.0:1783969713.465137:0:22680:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353c800/0xea31253a47cbbb49 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969713.465147:0:22680:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353c800/0xea31253a47cbbb49 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969713.465157:0:22680:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff93e982597500) 00010000:00010000:2.0:1783969713.465159:0:22680:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783969713.465163:0:22680:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353c800/0xea31253a47cbbb49 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969713.465169:0:22680:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353c800/0xea31253a47cbbb49 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969713.465305:0:22680:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353da00/0xea31253a47cbbb3b lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.34@tcp remote: 0x129fb3d356303ebb expref: 12 pid: 22680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969713.465320:0:22680:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff93eab9d8a400) 00010000:00010000:2.0:1783969713.465322:0:22680:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1783969713.465326:0:22680:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353da00/0xea31253a47cbbb3b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.34@tcp remote: 0x129fb3d356303ebb expref: 12 pid: 22680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969713.465337:0:22680:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93e98353da00, rc 0) 00000100:00100000:2.0:1783969713.465570:0:22680:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eab7202300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:233b70d5-2c5b-4f40-a802-7e770363a55d+11:18720:x1870627074115456:12345-192.168.201.34@tcp:101:lfs.0 Request processed in 1597us (2028us total) trans 12884901894 rc 301/301 00000100:00100000:2.0:1783969713.465591:0:22680:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 34 00000100:00100000:2.0:1783969713.468287:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:3.0:1783969713.468467:0:22679:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074115584 00000100:00100000:3.0:1783969713.468481:0:22679:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074115584 00000100:00100000:3.0:1783969713.468548:0:22679:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 35 00000100:00100000:3.0:1783969713.468559:0:22679:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea8e212300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:233b70d5-2c5b-4f40-a802-7e770363a55d+11:18720:x1870627074115584:12345-192.168.201.34@tcp:101:lfs.0 00010000:00010000:3.0:1783969713.468591:0:22679:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783969713.468615:0:22679:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad8000/0xea31253a47cbbb57 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x129fb3d356303ec2 expref: -99 pid: 22679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969713.468750:0:22679:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad9800/0xea31253a47cbbb5e lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969713.468784:0:22679:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad9800/0xea31253a47cbbb5e lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969713.468798:0:22679:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad9800/0xea31253a47cbbb5e lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1783969713.468833:0:22679:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1783969713.468837:0:22679:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1783969713.468861:0:22679:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad9800/0xea31253a47cbbb5e lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969713.468893:0:22679:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad8000/0xea31253a47cbbb57 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.34@tcp remote: 0x129fb3d356303ec2 expref: 13 pid: 22679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969713.468914:0:22679:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad9800/0xea31253a47cbbb5e lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.34@tcp remote: 0x129fb3d356303ec2 expref: 12 pid: 22679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969713.468923:0:22679:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff93e982597800) 00010000:00010000:3.0:1783969713.468927:0:22679:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1783969713.468931:0:22679:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93e981ad9800, rc 0) 00000100:00100000:3.0:1783969713.469215:0:22679:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea8e212300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:233b70d5-2c5b-4f40-a802-7e770363a55d+12:18720:x1870627074115584:12345-192.168.201.34@tcp:101:lfs.0 Request processed in 461us (748us total) trans 0 rc 0/0 00000100:00100000:3.0:1783969713.469291:0:22679:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 35 00000100:00100000:1.0:1783969713.475077:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:0.0:1783969713.481930:0:22682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074115712 00000100:00100000:0.0:1783969713.481960:0:22682:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074115712 00000100:00100000:1.0:1783969713.482439:0:22682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 3 00000100:00100000:1.0:1783969713.482454:0:22682:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea8896a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:233b70d5-2c5b-4f40-a802-7e770363a55d+12:18720:x1870627074115712:12345-192.168.201.34@tcp:37:lfs.0 00000100:00100000:2.0:1783969713.493434:0:22682:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea8896a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:233b70d5-2c5b-4f40-a802-7e770363a55d+12:18720:x1870627074115712:12345-192.168.201.34@tcp:37:lfs.0 Request processed in 10929us (18379us total) trans 0 rc 0/0 00000100:00100000:2.0:1783969713.493460:0:22682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 3 00000100:00100000:2.0:1783969713.503862:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:0.0:1783969713.503998:0:22681:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074115968 00000100:00100000:0.0:1783969713.504010:0:22681:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074115968 00000100:00100000:0.0:1783969713.504343:0:22681:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 4 00000100:00100000:0.0:1783969713.504357:0:22681:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea836eb850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:233b70d5-2c5b-4f40-a802-7e770363a55d+12:18720:x1870627074115968:12345-192.168.201.34@tcp:35:lfs.0 00000100:00100000:0.0:1783969713.504899:0:22681:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea836eb850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:233b70d5-2c5b-4f40-a802-7e770363a55d+13:18720:x1870627074115968:12345-192.168.201.34@tcp:35:lfs.0 Request processed in 541us (1048us total) trans 12884901895 rc 0/0 00000100:00100000:0.0:1783969713.504909:0:22681:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 4 00000100:00100000:1.0:1783969713.607591:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:3.0:1783969713.607741:0:24675:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074116096 00000100:00100000:3.0:1783969713.607753:0:24675:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074116096 00000100:00100000:3.0:1783969713.607829:0:24675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 36 00000100:00100000:3.0:1783969713.607841:0:24675:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea8896a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:49e45b17-fc03-4f38-9b8b-0d6d43c01221+11:18726:x1870627074116096:12345-192.168.201.34@tcp:101:bash.0 00010000:00010000:3.0:1783969713.607870:0:24675:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783969713.607913:0:24675:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad8000/0xea31253a47cbbb65 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x129fb3d356303ec9 expref: -99 pid: 24675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969713.609009:0:24675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad9e00/0xea31253a47cbbb6c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 24675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969713.611628:0:24675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad9e00/0xea31253a47cbbb6c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 24675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969713.611652:0:24675:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad9e00/0xea31253a47cbbb6c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 24675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969713.611693:0:24675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad9200/0xea31253a47cbbb73 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 24675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969713.611701:0:24675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad9200/0xea31253a47cbbb73 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 24675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969713.611709:0:24675:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad9200/0xea31253a47cbbb73 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 24675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969713.612340:0:24675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad9c00/0xea31253a47cbbb7a lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 24675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969713.612354:0:24675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad9c00/0xea31253a47cbbb7a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 24675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969713.612362:0:24675:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad9c00/0xea31253a47cbbb7a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 24675 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1783969713.612453:0:24675:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1783969713.612459:0:24675:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1783969713.612508:0:24675:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad9c00/0xea31253a47cbbb7a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 24675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969713.612544:0:24675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad9e00/0xea31253a47cbbb6c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 24675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969713.612551:0:24675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad9e00/0xea31253a47cbbb6c lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 24675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969713.612559:0:24675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad9e00/0xea31253a47cbbb6c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 24675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969713.612565:0:24675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93e981ad9e00 already unused, calling callback (ffffffffc192e4f0) 00010000:00010000:3.0:1783969713.612571:0:24675:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad9e00/0xea31253a47cbbb6c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 24675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969713.612579:0:24675:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad9e00/0xea31253a47cbbb6c lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 24675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969713.612593:0:24675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff93eab9d8a400) 00010000:00010000:3.0:1783969713.612597:0:24675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783969713.612601:0:24675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad9e00/0xea31253a47cbbb6c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 24675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969713.612608:0:24675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad9e00/0xea31253a47cbbb6c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 24675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969713.612623:0:24675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad9200/0xea31253a47cbbb73 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 24675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969713.612630:0:24675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad9200/0xea31253a47cbbb73 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 24675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969713.612635:0:24675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad9200/0xea31253a47cbbb73 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 24675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969713.612647:0:24675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93e981ad9200 already unused, calling callback (ffffffffc192e4f0) 00010000:00010000:3.0:1783969713.612650:0:24675:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad9200/0xea31253a47cbbb73 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 24675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969713.612656:0:24675:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad9200/0xea31253a47cbbb73 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 24675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969713.612664:0:24675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff93e982597500) 00010000:00010000:3.0:1783969713.612666:0:24675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783969713.612668:0:24675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad9200/0xea31253a47cbbb73 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 24675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969713.612674:0:24675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad9200/0xea31253a47cbbb73 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 24675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969713.612713:0:24675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad8000/0xea31253a47cbbb65 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.34@tcp remote: 0x129fb3d356303ec9 expref: 13 pid: 24675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969713.612728:0:24675:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad9c00/0xea31253a47cbbb7a lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.34@tcp remote: 0x129fb3d356303ec9 expref: 12 pid: 24675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969713.612735:0:24675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff93e982597800) 00010000:00010000:3.0:1783969713.612737:0:24675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1783969713.612740:0:24675:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93e981ad9c00, rc 0) 00000100:00100000:3.0:1783969713.612856:0:24675:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea8896a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:49e45b17-fc03-4f38-9b8b-0d6d43c01221+12:18726:x1870627074116096:12345-192.168.201.34@tcp:101:bash.0 Request processed in 5016us (5279us total) trans 0 rc 0/0 00000100:00100000:3.0:1783969713.612867:0:24675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 36 00000100:00100000:1.0:1783969713.618171:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:0.0:1783969713.618440:0:22690:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074116224 00000100:00100000:0.0:1783969713.618452:0:22690:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074116224 00000100:00100000:0.0:1783969713.618533:0:22690:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 7 00000100:00100000:0.0:1783969713.618546:0:22690:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea88968e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:49e45b17-fc03-4f38-9b8b-0d6d43c01221+5:18726:x1870627074116224:12345-192.168.201.34@tcp:900:bash.0 00000100:00100000:0.0:1783969713.618659:0:22690:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea88968e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:49e45b17-fc03-4f38-9b8b-0d6d43c01221+5:18726:x1870627074116224:12345-192.168.201.34@tcp:900:bash.0 Request processed in 115us (505us total) trans 0 rc 0/0 00000100:00100000:0.0:1783969713.618668:0:22690:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 7 00000100:00100000:2.0:1783969713.623211:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:3.0:1783969713.623326:0:22678:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074116480 00000100:00100000:3.0:1783969713.623360:0:22678:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074116480 00000100:00100000:3.0:1783969713.623479:0:22678:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 37 00000100:00100000:3.0:1783969713.623490:0:22678:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea8e212680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:49e45b17-fc03-4f38-9b8b-0d6d43c01221+12:18726:x1870627074116480:12345-192.168.201.34@tcp:101:bash.0 00010000:00010000:3.0:1783969713.623517:0:22678:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783969713.623545:0:22678:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad8000/0xea31253a47cbbb81 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x129fb3d356303ed0 expref: -99 pid: 22678 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969713.623695:0:22678:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad9200/0xea31253a47cbbb88 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969713.623715:0:22678:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad9800/0xea31253a47cbbb5e lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.34@tcp remote: 0x129fb3d356303ec2 expref: 12 pid: 22679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969713.623726:0:22678:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad9200/0xea31253a47cbbb88 lrc: 4/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969713.623767:0:22678:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad9800/0xea31253a47cbbb5e lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.34@tcp remote: 0x129fb3d356303ec2 expref: 12 pid: 22679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969713.623784:0:22678:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad9800/0xea31253a47cbbb5e lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.34@tcp remote: 0x129fb3d356303ec2 expref: 12 pid: 22679 timeout: 875 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783969713.623801:0:22678:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93eabcf13b80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22678:1870627099408256:192.168.201.34@tcp:104: 00000100:00100000:0.0:1783969713.627228:0:22678:0:(client.c:2702:ptlrpc_set_wait()) set ffff93ea878d6540 going to sleep for 11 seconds 00000100:00100000:1.0:1783969713.638516:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:2.0:1783969713.638558:0:22678:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93eabcf13b80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22678:1870627099408256:192.168.201.34@tcp:104: 00010000:00010000:2.0:1783969713.638594:0:22678:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad9200/0xea31253a47cbbb88 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783969713.638864:0:22663:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074116608 00000100:00100000:3.0:1783969713.638873:0:22663:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074116608 00010000:00010000:3.0:1783969713.638925:0:22663:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad9800/0xea31253a47cbbb5e lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.34@tcp remote: 0x129fb3d356303ec2 expref: 13 pid: 22679 timeout: 875 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783969713.638978:0:22663:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 16 00000100:00100000:3.0:1783969713.639009:0:22663:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea88968a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:233b70d5-2c5b-4f40-a802-7e770363a55d+13:2392:x1870627074116608:12345-192.168.201.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1783969713.639041:0:22663:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783969713.639195:0:22663:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad9800/0xea31253a47cbbb5e lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.34@tcp remote: 0x129fb3d356303ec2 expref: 13 pid: 22679 timeout: 875 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969713.639207:0:22663:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad9800/0xea31253a47cbbb5e lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.34@tcp remote: 0x129fb3d356303ec2 expref: 13 pid: 22679 timeout: 875 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969713.639238:0:22663:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad9800/0xea31253a47cbbb5e lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.34@tcp remote: 0x129fb3d356303ec2 expref: 13 pid: 22679 timeout: 875 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969713.639253:0:22663:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff93e982597800) 00010000:00010000:3.0:1783969713.639256:0:22663:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad9200/0xea31253a47cbbb88 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969713.639266:0:22663:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad9200/0xea31253a47cbbb88 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969713.639272:0:22663:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad9200/0xea31253a47cbbb88 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969713.639293:0:22663:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1783969713.639324:0:22678:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad9200/0xea31253a47cbbb88 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969713.639331:0:22678:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad9200/0xea31253a47cbbb88 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969713.639359:0:22678:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353d600/0xea31253a47cbbb8f lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783969713.639366:0:22663:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea88968a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:233b70d5-2c5b-4f40-a802-7e770363a55d+12:2392:x1870627074116608:12345-192.168.201.34@tcp:103:ldlm_bl.0 Request processed in 360us (864us total) trans 0 rc 0/0 00010000:00010000:2.0:1783969713.639370:0:22678:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353d600/0xea31253a47cbbb8f lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783969713.639374:0:22663:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 16 00010000:00010000:2.0:1783969713.639377:0:22678:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353d600/0xea31253a47cbbb8f lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969713.641055:0:22678:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353dc00/0xea31253a47cbbb96 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969713.641157:0:22678:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353dc00/0xea31253a47cbbb96 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969713.641170:0:22678:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353dc00/0xea31253a47cbbb96 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1783969713.641187:0:22678:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:2.0:1783969713.641231:0:22678:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad9200/0xea31253a47cbbb88 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969713.641241:0:22678:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad9200/0xea31253a47cbbb88 lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969713.641248:0:22678:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad9200/0xea31253a47cbbb88 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969713.641254:0:22678:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93e981ad9200 already unused, calling callback (ffffffffc192e4f0) 00010000:00010000:2.0:1783969713.641260:0:22678:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad9200/0xea31253a47cbbb88 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969713.641267:0:22678:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad9200/0xea31253a47cbbb88 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969713.641282:0:22678:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff93e982597800) 00010000:00010000:2.0:1783969713.641286:0:22678:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783969713.641291:0:22678:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad9200/0xea31253a47cbbb88 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969713.641297:0:22678:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad9200/0xea31253a47cbbb88 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783969713.641314:0:22678:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000f3e80996 reply state 000000008bb7b7ca transno 12884901896 ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353d600/0xea31253a47cbbb8f lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969713.641335:0:22678:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353d600/0xea31253a47cbbb8f lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969713.641341:0:22678:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff93e982597f00) 00010000:00010000:2.0:1783969713.641344:0:22678:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783969713.641348:0:22678:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1783969713.642370:0:22678:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad8000/0xea31253a47cbbb81 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.34@tcp remote: 0x129fb3d356303ed0 expref: 15 pid: 22678 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969713.642474:0:22678:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353dc00/0xea31253a47cbbb96 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.34@tcp remote: 0x129fb3d356303ed0 expref: 14 pid: 22678 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969713.642484:0:22678:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff93e982597900) 00010000:00010000:2.0:1783969713.642486:0:22678:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:2.0:1783969713.642489:0:22678:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93e98353dc00, rc 0) 00000100:00100000:2.0:1783969713.642680:0:22678:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea8e212680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:49e45b17-fc03-4f38-9b8b-0d6d43c01221+15:18726:x1870627074116480:12345-192.168.201.34@tcp:101:bash.0 Request processed in 19189us (19481us total) trans 12884901896 rc 0/0 00000100:00100000:2.0:1783969713.642691:0:22678:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 37 00000100:00100000:1.0:1783969713.669577:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:2.0:1783969713.670051:0:22680:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074116736 00000100:00100000:2.0:1783969713.670065:0:22680:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074116736 00000100:00100000:2.0:1783969713.670161:0:22680:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 38 00000100:00100000:2.0:1783969713.670175:0:22680:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea88968000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:49e45b17-fc03-4f38-9b8b-0d6d43c01221+15:18726:x1870627074116736:12345-192.168.201.34@tcp:101:bash.0 00010000:00010000:2.0:1783969713.670212:0:22680:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783969713.670470:0:22680:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353c200/0xea31253a47cbbba4 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x129fb3d356303ed7 expref: -99 pid: 22680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969713.670570:0:22680:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353d400/0xea31253a47cbbbab lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969713.670606:0:22680:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353d400/0xea31253a47cbbbab lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969713.670620:0:22680:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353d400/0xea31253a47cbbbab lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1783969713.670685:0:22680:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:2.0:1783969713.670691:0:22680:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1783969713.670716:0:22680:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353d400/0xea31253a47cbbbab lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969713.670730:0:22680:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353d400/0xea31253a47cbbbab lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969713.670759:0:22680:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353c200/0xea31253a47cbbba4 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.34@tcp remote: 0x129fb3d356303ed7 expref: 17 pid: 22680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969713.670783:0:22680:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353d400/0xea31253a47cbbbab lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.34@tcp remote: 0x129fb3d356303ed7 expref: 16 pid: 22680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969713.670792:0:22680:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff93e982597900) 00010000:00010000:2.0:1783969713.670796:0:22680:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1783969713.670800:0:22680:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93e98353d400, rc 0) 00000100:00100000:2.0:1783969713.671001:0:22680:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea88968000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:49e45b17-fc03-4f38-9b8b-0d6d43c01221+16:18726:x1870627074116736:12345-192.168.201.34@tcp:101:bash.0 Request processed in 829us (1439us total) trans 0 rc 0/0 00000100:00100000:2.0:1783969713.671010:0:22680:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 38 00000100:00100000:1.0:1783969713.675724:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:2.0:1783969713.681835:0:22682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074116992 00000100:00100000:2.0:1783969713.681857:0:22682:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074116992 00000100:00100000:2.0:1783969713.681975:0:22682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 5 00000100:00100000:2.0:1783969713.682010:0:22682:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea8896a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:49e45b17-fc03-4f38-9b8b-0d6d43c01221+16:18726:x1870627074116992:12345-192.168.201.34@tcp:35:bash.0 00000100:00100000:2.0:1783969713.682652:0:22682:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea8896a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:49e45b17-fc03-4f38-9b8b-0d6d43c01221+17:18726:x1870627074116992:12345-192.168.201.34@tcp:35:bash.0 Request processed in 644us (6941us total) trans 12884901897 rc 0/0 00000100:00100000:2.0:1783969713.682671:0:22682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 5 00000100:00100000:1.0:1783969713.828565:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:3.0:1783969713.828673:0:22679:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074117248 00000100:00100000:3.0:1783969713.828688:0:22679:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074117248 00000100:00100000:3.0:1783969713.828769:0:22679:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 39 00000100:00100000:3.0:1783969713.828781:0:22679:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eabcf40000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:49e45b17-fc03-4f38-9b8b-0d6d43c01221+17:18736:x1870627074117248:12345-192.168.201.34@tcp:101:lfs.0 00010000:00010000:3.0:1783969713.828826:0:22679:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783969713.828851:0:22679:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad9800/0xea31253a47cbbbb2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x129fb3d356303ede expref: -99 pid: 22679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1783969713.828993:0:22679:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:3.0:1783969713.829134:0:22679:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad9800/0xea31253a47cbbbb2 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.34@tcp remote: 0x129fb3d356303ede expref: 19 pid: 22679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969713.829152:0:22679:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff93eab9d8a400) 00010000:00010000:3.0:1783969713.829155:0:22679:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1783969713.829162:0:22679:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad9800/0xea31253a47cbbbb2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.34@tcp remote: 0x129fb3d356303ede expref: 19 pid: 22679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969713.829180:0:22679:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93e981ad9800, rc 0) 00000100:00100000:3.0:1783969713.829273:0:22679:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eabcf40000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:49e45b17-fc03-4f38-9b8b-0d6d43c01221+18:18736:x1870627074117248:12345-192.168.201.34@tcp:101:lfs.0 Request processed in 484us (713us total) trans 12884901898 rc 301/301 00000100:00100000:3.0:1783969713.829282:0:22679:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 39 00000100:00100000:1.0:1783969713.832710:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:2.0:1783969713.832949:0:22682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074117504 00000100:00100000:2.0:1783969713.832964:0:22682:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074117504 00000100:00100000:2.0:1783969713.833043:0:22682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 6 00000100:00100000:2.0:1783969713.833056:0:22682:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eabcf43480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:49e45b17-fc03-4f38-9b8b-0d6d43c01221+18:18736:x1870627074117504:12345-192.168.201.34@tcp:35:lfs.0 00000100:00100000:2.0:1783969713.833370:0:22682:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eabcf43480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:49e45b17-fc03-4f38-9b8b-0d6d43c01221+19:18736:x1870627074117504:12345-192.168.201.34@tcp:35:lfs.0 Request processed in 315us (673us total) trans 12884901899 rc 0/0 00000100:00100000:2.0:1783969713.833668:0:22682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 6 00010000:00010000:1.0:1783969713.908111:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783969713.918760:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:3.0:1783969713.919204:0:24675:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074117760 00000100:00100000:3.0:1783969713.919217:0:24675:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074117760 00000100:00100000:3.0:1783969713.919307:0:24675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 40 00000100:00100000:3.0:1783969713.919320:0:24675:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eabcf43b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:49e45b17-fc03-4f38-9b8b-0d6d43c01221+19:18739:x1870627074117760:12345-192.168.201.34@tcp:101:lfs.0 00010000:00010000:3.0:1783969713.919360:0:24675:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783969713.919438:0:24675:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad9800/0xea31253a47cbbbc0 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x129fb3d356303ee5 expref: -99 pid: 24675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969713.919595:0:24675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad9e00/0xea31253a47cbbbc7 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 24675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969713.919632:0:24675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad9e00/0xea31253a47cbbbc7 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 24675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969713.919645:0:24675:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad9e00/0xea31253a47cbbbc7 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 24675 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1783969713.919657:0:24675:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:3.0:1783969713.919833:0:24675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad9800/0xea31253a47cbbbc0 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.34@tcp remote: 0x129fb3d356303ee5 expref: 22 pid: 24675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969713.919853:0:24675:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad9e00/0xea31253a47cbbbc7 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.34@tcp remote: 0x129fb3d356303ee5 expref: 21 pid: 24675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969713.919861:0:24675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff93e982597900) 00010000:00010000:3.0:1783969713.919863:0:24675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1783969713.919866:0:24675:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93e981ad9e00, rc 0) 00000100:00100000:3.0:1783969713.920136:0:24675:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eabcf43b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:49e45b17-fc03-4f38-9b8b-0d6d43c01221+21:18739:x1870627074117760:12345-192.168.201.34@tcp:101:lfs.0 Request processed in 817us (1400us total) trans 12884901900 rc 0/0 00000100:00100000:3.0:1783969713.920144:0:24675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 40 00000100:00100000:1.0:1783969713.930288:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:1.0:1783969713.930343:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:0.0:1783969713.930459:0:22665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074118016 00000100:00100000:0.0:1783969713.930481:0:22665:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074118016 00000100:00100000:0.0:1783969713.930571:0:22665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 0 00000100:00100000:0.0:1783969713.930604:0:22665:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eabcf41880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:49e45b17-fc03-4f38-9b8b-0d6d43c01221+21:2393:x1870627074118016:12345-192.168.201.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1783969713.930628:0:22665:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783969713.930662:0:22665:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad9e00/0xea31253a47cbbbc7 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.34@tcp remote: 0x129fb3d356303ee5 expref: 21 pid: 24675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969713.930687:0:22665:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff93e982597900) 00010000:00010000:0.0:1783969713.930693:0:22665:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1783969713.930765:0:22665:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eabcf41880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:49e45b17-fc03-4f38-9b8b-0d6d43c01221+20:2393:x1870627074118016:12345-192.168.201.34@tcp:103:ldlm_bl.0 Request processed in 164us (420us total) trans 0 rc 0/0 00000100:00100000:0.0:1783969713.930774:0:22665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 0 00000100:00100000:3.0:1783969713.931022:0:22679:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074117888 00000100:00100000:3.0:1783969713.931027:0:22679:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074117888 00000100:00100000:3.0:1783969713.931071:0:22679:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 41 00000100:00100000:3.0:1783969713.931080:0:22679:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eabcf41f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:49e45b17-fc03-4f38-9b8b-0d6d43c01221+20:18739:x1870627074117888:12345-192.168.201.34@tcp:54:lfs.0 00010000:00010000:3.0:1783969713.931167:0:22679:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad9800/0xea31253a47cbbbd5 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969713.931185:0:22679:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad9800/0xea31253a47cbbbd5 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969713.931205:0:22679:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad9800/0xea31253a47cbbbd5 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969713.931251:0:22679:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad9800/0xea31253a47cbbbd5 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969713.931259:0:22679:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad9800/0xea31253a47cbbbd5 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969713.931266:0:22679:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad9800/0xea31253a47cbbbd5 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969713.931273:0:22679:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93e981ad9800 already unused, calling callback (ffffffffc192e4f0) 00010000:00010000:3.0:1783969713.931279:0:22679:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad9800/0xea31253a47cbbbd5 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969713.931287:0:22679:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad9800/0xea31253a47cbbbd5 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969713.931297:0:22679:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff93e982597900) 00010000:00010000:3.0:1783969713.931299:0:22679:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1783969713.931303:0:22679:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad9800/0xea31253a47cbbbd5 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969713.931309:0:22679:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad9800/0xea31253a47cbbbd5 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783969713.931366:0:22679:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eabcf41f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:49e45b17-fc03-4f38-9b8b-0d6d43c01221+20:18739:x1870627074117888:12345-192.168.201.34@tcp:54:lfs.0 Request processed in 286us (1094us total) trans 0 rc 0/0 00000100:00100000:3.0:1783969713.931373:0:22679:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 41 00000100:00100000:1.0:1783969713.938179:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:2.0:1783969713.939116:0:22682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074118272 00000100:00100000:2.0:1783969713.939132:0:22682:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074118272 00000100:00100000:2.0:1783969713.939221:0:22682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 7 00000100:00100000:2.0:1783969713.939234:0:22682:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eabcf42d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:49e45b17-fc03-4f38-9b8b-0d6d43c01221+20:18739:x1870627074118272:12345-192.168.201.34@tcp:35:lfs.0 00000100:00100000:2.0:1783969713.940014:0:22682:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eabcf42d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:49e45b17-fc03-4f38-9b8b-0d6d43c01221+21:18739:x1870627074118272:12345-192.168.201.34@tcp:35:lfs.0 Request processed in 777us (1913us total) trans 12884901901 rc 0/0 00000100:00100000:2.0:1783969713.940027:0:22682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 7 00000100:00100000:0.0:1783969714.035647:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea8e212a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1870627099408384:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1783969714.035776:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783969714.036127:0:24187:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099408384 00000100:00100000:2.0:1783969714.036138:0:24187:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099408384 00000100:00100000:2.0:1783969714.036227:0:24187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:2.0:1783969714.036240:0:24187:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea867b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3646:x1870627099408384:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1783969714.036281:0:24187:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1783969714.036352:0:24187:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea867b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3646:x1870627099408384:12345-0@lo:13:osp-pre-0-0.0 Request processed in 114us (575us total) trans 0 rc 0/0 00000100:00100000:2.0:1783969714.036407:0:24187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00080000:1.0:1783969714.036491:0:22674:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1783969714.038129:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea8e212a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1870627099408384:0@lo:13:osp-pre-0-0.0 00000040:00080000:2.0:1783969714.289099:0:22713:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:0.0:1783969714.434840:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:2.0:1783969714.435274:0:22680:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074118528 00000100:00100000:2.0:1783969714.435288:0:22680:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074118528 00000100:00100000:2.0:1783969714.435371:0:22680:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 42 00000100:00100000:2.0:1783969714.435425:0:22680:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea867b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:49e45b17-fc03-4f38-9b8b-0d6d43c01221+21:18770:x1870627074118528:12345-192.168.201.34@tcp:101:cat.0 00010000:00010000:2.0:1783969714.435460:0:22680:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783969714.435490:0:22680:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353ce00/0xea31253a47cbbbdc lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x129fb3d356303eec expref: -99 pid: 22680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969714.435640:0:22680:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353d200/0xea31253a47cbbbe3 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969714.435661:0:22680:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353d200/0xea31253a47cbbbe3 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969714.435688:0:22680:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353d200/0xea31253a47cbbbe3 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1783969714.435701:0:22680:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:2.0:1783969714.435864:0:22680:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353ce00/0xea31253a47cbbbdc lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.34@tcp remote: 0x129fb3d356303eec expref: 24 pid: 22680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969714.435887:0:22680:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353d200/0xea31253a47cbbbe3 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.34@tcp remote: 0x129fb3d356303eec expref: 23 pid: 22680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969714.435897:0:22680:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff93e982597900) 00010000:00010000:2.0:1783969714.435900:0:22680:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1783969714.435922:0:22680:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93e98353d200, rc 0) 00000100:00100000:2.0:1783969714.436035:0:22680:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea867b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:49e45b17-fc03-4f38-9b8b-0d6d43c01221+23:18770:x1870627074118528:12345-192.168.201.34@tcp:101:cat.0 Request processed in 653us (1209us total) trans 12884901902 rc 0/0 00000100:00100000:2.0:1783969714.436044:0:22680:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 42 00000100:00100000:1.0:1783969714.439567:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:2.0:1783969714.439923:0:22682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074118784 00000100:00100000:2.0:1783969714.439947:0:22682:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074118784 00000100:00100000:2.0:1783969714.440037:0:22682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 8 00000100:00100000:2.0:1783969714.440051:0:22682:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eabcf40a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:49e45b17-fc03-4f38-9b8b-0d6d43c01221+23:18770:x1870627074118784:12345-192.168.201.34@tcp:35:cat.0 00000100:00100000:3.0:1783969714.440377:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:3.0:1783969714.440442:0:22663:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074118912 00000100:00100000:3.0:1783969714.440447:0:22663:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074118912 00000100:00100000:2.0:1783969714.440488:0:22682:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eabcf40a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:49e45b17-fc03-4f38-9b8b-0d6d43c01221+25:18770:x1870627074118784:12345-192.168.201.34@tcp:35:cat.0 Request processed in 440us (935us total) trans 12884901903 rc 0/0 00000100:00100000:2.0:1783969714.440498:0:22682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 8 00000100:00100000:3.0:1783969714.440653:0:22663:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 1 00000100:00100000:3.0:1783969714.440662:0:22663:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eabcf11f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:49e45b17-fc03-4f38-9b8b-0d6d43c01221+24:2393:x1870627074118912:12345-192.168.201.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1783969714.440675:0:22663:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783969714.440707:0:22663:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353d200/0xea31253a47cbbbe3 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.34@tcp remote: 0x129fb3d356303eec expref: 24 pid: 22680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969714.440729:0:22663:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff93e982597900) 00010000:00010000:3.0:1783969714.440735:0:22663:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1783969714.440784:0:22663:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eabcf11f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:49e45b17-fc03-4f38-9b8b-0d6d43c01221+23:2393:x1870627074118912:12345-192.168.201.34@tcp:103:ldlm_bl.0 Request processed in 123us (408us total) trans 0 rc 0/0 00000100:00100000:3.0:1783969714.440791:0:22663:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 1 00000100:00100000:3.0:1783969714.543607:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:2.0:1783969714.543807:0:22678:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074119168 00000100:00100000:2.0:1783969714.543821:0:22678:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074119168 00000100:00100000:2.0:1783969714.543906:0:22678:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 43 00000100:00100000:2.0:1783969714.543919:0:22678:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eabcf11880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:49e45b17-fc03-4f38-9b8b-0d6d43c01221+23:18776:x1870627074119168:12345-192.168.201.34@tcp:101:dd.0 00010000:00010000:2.0:1783969714.543987:0:22678:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783969714.544034:0:22678:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353ce00/0xea31253a47cbbbf1 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x129fb3d356303ef3 expref: -99 pid: 22678 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969714.544225:0:22678:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353d200/0xea31253a47cbbbf8 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969714.544243:0:22678:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353d200/0xea31253a47cbbbf8 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969714.544258:0:22678:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353d200/0xea31253a47cbbbf8 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1783969714.544272:0:22678:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:3.0:1783969714.545411:0:22678:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353ce00/0xea31253a47cbbbf1 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.34@tcp remote: 0x129fb3d356303ef3 expref: 26 pid: 22678 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969714.545442:0:22678:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353d200/0xea31253a47cbbbf8 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.34@tcp remote: 0x129fb3d356303ef3 expref: 25 pid: 22678 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969714.545453:0:22678:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff93e982597900) 00010000:00010000:3.0:1783969714.545457:0:22678:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1783969714.545462:0:22678:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93e98353d200, rc 0) 00000100:00100000:3.0:1783969714.545599:0:22678:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eabcf11880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:49e45b17-fc03-4f38-9b8b-0d6d43c01221+25:18776:x1870627074119168:12345-192.168.201.34@tcp:101:dd.0 Request processed in 1681us (2007us total) trans 12884901904 rc 0/0 00000100:00100000:3.0:1783969714.545609:0:22678:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 43 00000100:00100000:0.0:1783969714.551176:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:0.0:1783969714.551301:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:1.0:1783969714.551430:0:22664:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074119424 00000100:00100000:1.0:1783969714.551444:0:22664:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074119424 00000100:00100000:1.0:1783969714.551528:0:22664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 2 00000100:00100000:1.0:1783969714.551542:0:22664:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea867b1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:49e45b17-fc03-4f38-9b8b-0d6d43c01221+25:2394:x1870627074119424:12345-192.168.201.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1783969714.551566:0:22664:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783969714.551620:0:22664:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353d200/0xea31253a47cbbbf8 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.34@tcp remote: 0x129fb3d356303ef3 expref: 25 pid: 22678 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969714.551647:0:22664:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff93e982597900) 00010000:00010000:1.0:1783969714.551654:0:22664:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1783969714.551756:0:22664:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea867b1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:49e45b17-fc03-4f38-9b8b-0d6d43c01221+24:2394:x1870627074119424:12345-192.168.201.34@tcp:103:ldlm_bl.0 Request processed in 216us (453us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969714.551766:0:22664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 2 00000100:00100000:2.0:1783969714.553274:0:22680:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074119296 00000100:00100000:2.0:1783969714.553293:0:22680:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074119296 00000100:00100000:2.0:1783969714.553520:0:22680:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 44 00000100:00100000:2.0:1783969714.553534:0:22680:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea867b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:49e45b17-fc03-4f38-9b8b-0d6d43c01221+24:18776:x1870627074119296:12345-192.168.201.34@tcp:101:dd.0 00010000:00010000:2.0:1783969714.553565:0:22680:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783969714.553591:0:22680:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353c200/0xea31253a47cbbc06 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x129fb3d356303efa expref: -99 pid: 22680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969714.553644:0:22680:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353ca00/0xea31253a47cbbc0d lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969714.553661:0:22680:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353ca00/0xea31253a47cbbc0d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969714.553745:0:22680:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353ca00/0xea31253a47cbbc0d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969714.553902:0:22680:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353c200/0xea31253a47cbbc06 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.34@tcp remote: 0x129fb3d356303efa expref: 26 pid: 22680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969714.561185:0:22680:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353ca00/0xea31253a47cbbc0d lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.34@tcp remote: 0x129fb3d356303efa expref: 25 pid: 22680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969714.561209:0:22680:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff93e982597900) 00010000:00010000:2.0:1783969714.561212:0:22680:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1783969714.561217:0:22680:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93e98353ca00, rc 0) 00000100:00100000:2.0:1783969714.562232:0:22680:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea867b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:49e45b17-fc03-4f38-9b8b-0d6d43c01221+25:18776:x1870627074119296:12345-192.168.201.34@tcp:101:dd.0 Request processed in 8691us (11062us total) trans 0 rc 0/0 00000100:00100000:2.0:1783969714.562249:0:22680:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 44 00000100:00100000:0.0:1783969714.574583:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:1.0:1783969714.574906:0:22679:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074119680 00000100:00100000:1.0:1783969714.574929:0:22679:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074119680 00000100:00100000:1.0:1783969714.575061:0:22679:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 45 00000100:00100000:1.0:1783969714.575074:0:22679:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea867b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:49e45b17-fc03-4f38-9b8b-0d6d43c01221+25:18776:x1870627074119680:12345-192.168.201.34@tcp:36:dd.0 00010000:00010000:1.0:1783969714.575150:0:22679:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783969714.575187:0:22679:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353d400/0xea31253a47cbbbab lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.34@tcp remote: 0x129fb3d356303ed7 expref: 25 pid: 22680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969714.575211:0:22679:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff93e982597900) 00010000:00010000:1.0:1783969714.575217:0:22679:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1783969714.575542:0:22679:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff93e983ddc000/0xea31253a47cbbc14 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969714.575562:0:22679:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93e983ddc000/0xea31253a47cbbc14 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969714.575573:0:22679:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93e983ddc000/0xea31253a47cbbc14 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1783969714.575630:0:22679:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901905 00000004:00010000:1.0:1783969714.575659:0:22679:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000fe278e89 reply state 00000000f1d0383a transno 12884901906 ns: mdt-lustre-MDT0000_UUID lock: ffff93e983ddc000/0xea31253a47cbbc14 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969714.575694:0:22679:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93e983ddc000/0xea31253a47cbbc14 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969714.575701:0:22679:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff93e982597900) 00010000:00010000:1.0:1783969714.575705:0:22679:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1783969714.575708:0:22679:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1783969714.575842:0:22679:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea867b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:49e45b17-fc03-4f38-9b8b-0d6d43c01221+27:18776:x1870627074119680:12345-192.168.201.34@tcp:36:dd.0 Request processed in 769us (1275us total) trans 12884901906 rc 0/0 00000100:00100000:1.0:1783969714.575851:0:22679:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 45 00000020:00080000:1.0:1783969714.575858:0:22679:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1783969714.725994:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:2.0:1783969714.726161:0:22682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074119936 00000100:00100000:2.0:1783969714.726176:0:22682:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074119936 00000100:00100000:2.0:1783969714.726308:0:22682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 9 00000100:00100000:2.0:1783969714.726322:0:22682:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea867b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:49e45b17-fc03-4f38-9b8b-0d6d43c01221+27:18776:x1870627074119936:12345-192.168.201.34@tcp:35:dd.0 00000100:00100000:2.0:1783969714.726702:0:22682:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea867b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:49e45b17-fc03-4f38-9b8b-0d6d43c01221+28:18776:x1870627074119936:12345-192.168.201.34@tcp:35:dd.0 Request processed in 381us (721us total) trans 12884901907 rc 0/0 00000100:00100000:2.0:1783969714.726711:0:22682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 9 00010000:00010000:1.0:1783969714.928983:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783969715.008445:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:3.0:1783969715.008616:0:24675:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074120064 00000100:00100000:3.0:1783969715.008629:0:24675:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074120064 00000100:00080000:1.0:1783969715.008742:0:22674:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1783969715.009088:0:24675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 46 00000100:00100000:3.0:1783969715.009105:0:24675:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eabcf43800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:49e45b17-fc03-4f38-9b8b-0d6d43c01221+28:18790:x1870627074120064:12345-192.168.201.34@tcp:101:stat.0 00010000:00010000:3.0:1783969715.009138:0:24675:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783969715.009165:0:24675:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad9800/0xea31253a47cbbc1b lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x129fb3d356303f01 expref: -99 pid: 24675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969715.009539:0:24675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad8e00/0xea31253a47cbbc22 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 24675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969715.009558:0:24675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad8e00/0xea31253a47cbbc22 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 24675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969715.009572:0:24675:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad8e00/0xea31253a47cbbc22 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 24675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969715.009585:0:24675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad9a00/0xea31253a47cbbc29 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 24675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969715.009593:0:24675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad9a00/0xea31253a47cbbc29 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 24675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969715.009600:0:24675:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad9a00/0xea31253a47cbbc29 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 24675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969715.009865:0:24675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad9e00/0xea31253a47cbbc30 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 24675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969715.009965:0:24675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad9e00/0xea31253a47cbbc30 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 24675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969715.010054:0:24675:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad9e00/0xea31253a47cbbc30 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 24675 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1783969715.010110:0:24675:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:3.0:1783969715.010115:0:24675:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1783969715.010162:0:24675:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad9e00/0xea31253a47cbbc30 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 24675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969715.010177:0:24675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad9e00/0xea31253a47cbbc30 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 24675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969715.010186:0:24675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad8e00/0xea31253a47cbbc22 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 24675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969715.010193:0:24675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad8e00/0xea31253a47cbbc22 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 24675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969715.010201:0:24675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad8e00/0xea31253a47cbbc22 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 24675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969715.010208:0:24675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93e981ad8e00 already unused, calling callback (ffffffffc192e4f0) 00010000:00010000:3.0:1783969715.010214:0:24675:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad8e00/0xea31253a47cbbc22 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 24675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969715.010223:0:24675:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad8e00/0xea31253a47cbbc22 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 24675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969715.010237:0:24675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff93e982597800) 00010000:00010000:3.0:1783969715.010241:0:24675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783969715.010246:0:24675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad8e00/0xea31253a47cbbc22 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 24675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969715.010365:0:24675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad8e00/0xea31253a47cbbc22 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 24675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969715.010411:0:24675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad9a00/0xea31253a47cbbc29 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 24675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969715.010418:0:24675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad9a00/0xea31253a47cbbc29 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 24675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969715.010423:0:24675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad9a00/0xea31253a47cbbc29 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 24675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969715.010428:0:24675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93e981ad9a00 already unused, calling callback (ffffffffc192e4f0) 00010000:00010000:3.0:1783969715.010431:0:24675:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad9a00/0xea31253a47cbbc29 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 24675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969715.010437:0:24675:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad9a00/0xea31253a47cbbc29 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 24675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969715.010445:0:24675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff93e982597f00) 00010000:00010000:3.0:1783969715.010448:0:24675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783969715.010451:0:24675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad9a00/0xea31253a47cbbc29 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 24675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969715.010456:0:24675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad9a00/0xea31253a47cbbc29 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 24675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969715.010496:0:24675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad9800/0xea31253a47cbbc1b lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.34@tcp remote: 0x129fb3d356303f01 expref: 30 pid: 24675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969715.010526:0:24675:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad9e00/0xea31253a47cbbc30 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.34@tcp remote: 0x129fb3d356303f01 expref: 29 pid: 24675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969715.010534:0:24675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff93e982597900) 00010000:00010000:3.0:1783969715.010536:0:24675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1783969715.010539:0:24675:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93e981ad9e00, rc 0) 00000100:00100000:3.0:1783969715.010737:0:24675:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eabcf43800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:49e45b17-fc03-4f38-9b8b-0d6d43c01221+29:18790:x1870627074120064:12345-192.168.201.34@tcp:101:stat.0 Request processed in 1635us (2304us total) trans 0 rc 0/0 00000100:00100000:3.0:1783969715.010747:0:24675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 46 00000100:00100000:2.0:1783969715.058695:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1783969715.058728:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea8e210380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1870627099408512:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1783969715.058831:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783969715.058892:0:24187:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099408512 00000100:00100000:2.0:1783969715.058901:0:24187:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099408512 00000100:00100000:2.0:1783969715.058988:0:24187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:2.0:1783969715.058999:0:24187:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea8e211880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1870627099408512:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1783969715.059064:0:24187:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1783969715.059120:0:24187:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea8e211880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1870627099408512:12345-0@lo:13:osp-pre-0-1.0 Request processed in 122us (288us total) trans 0 rc 0/0 00000100:00100000:2.0:1783969715.059128:0:24187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:2.0:1783969715.059190:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea8e210380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1870627099408512:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1783969715.059638:0:22674:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1783969715.084650:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:3.0:1783969715.085182:0:22678:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074120320 00000100:00100000:3.0:1783969715.085197:0:22678:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074120320 00000100:00100000:3.0:1783969715.085285:0:22678:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 47 00000100:00100000:3.0:1783969715.085297:0:22678:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea8e210380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:49e45b17-fc03-4f38-9b8b-0d6d43c01221+29:18796:x1870627074120320:12345-192.168.201.34@tcp:36:truncate.0 00010000:00010000:3.0:1783969715.085371:0:22678:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783969715.085628:0:22678:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad9e00/0xea31253a47cbbc30 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.34@tcp remote: 0x129fb3d356303f01 expref: 29 pid: 24675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969715.085654:0:22678:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff93e982597900) 00010000:00010000:3.0:1783969715.085660:0:22678:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1783969715.086826:0:22678:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353c200/0xea31253a47cbbc37 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969715.086851:0:22678:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353c200/0xea31253a47cbbc37 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969715.086863:0:22678:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353c200/0xea31253a47cbbc37 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1783969715.086948:0:22678:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901908 00000004:00010000:2.0:1783969715.086975:0:22678:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000025f41b04 reply state 00000000dde6f489 transno 12884901909 ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353c200/0xea31253a47cbbc37 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969715.086990:0:22678:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353c200/0xea31253a47cbbc37 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969715.086996:0:22678:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff93e982597900) 00010000:00010000:2.0:1783969715.086999:0:22678:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783969715.087004:0:22678:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1783969715.087222:0:22678:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea8e210380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:49e45b17-fc03-4f38-9b8b-0d6d43c01221+31:18796:x1870627074120320:12345-192.168.201.34@tcp:36:truncate.0 Request processed in 1923us (2584us total) trans 12884901909 rc 0/0 00000100:00100000:2.0:1783969715.087233:0:22678:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 47 00000020:00080000:2.0:1783969715.087241:0:22678:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1783969715.352021:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:1.0:1783969715.352145:0:22680:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074120448 00000100:00100000:1.0:1783969715.352158:0:22680:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074120448 00000100:00100000:1.0:1783969715.352249:0:22680:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 48 00000100:00100000:1.0:1783969715.352262:0:22680:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea867b0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:49e45b17-fc03-4f38-9b8b-0d6d43c01221+31:18810:x1870627074120448:12345-192.168.201.34@tcp:101:stat.0 00010000:00010000:1.0:1783969715.352294:0:22680:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783969715.352323:0:22680:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93e983ddd800/0xea31253a47cbbc3e lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x129fb3d356303f08 expref: -99 pid: 22680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969715.352442:0:22680:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff93e983ddcc00/0xea31253a47cbbc45 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969715.352459:0:22680:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93e983ddcc00/0xea31253a47cbbc45 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969715.352473:0:22680:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93e983ddcc00/0xea31253a47cbbc45 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969715.352507:0:22680:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93e983ddde00/0xea31253a47cbbc4c lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969715.352516:0:22680:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93e983ddde00/0xea31253a47cbbc4c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969715.352520:0:22680:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93e983ddde00/0xea31253a47cbbc4c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969715.352607:0:22680:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93e983ddd400/0xea31253a47cbbc53 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969715.352613:0:22680:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93e983ddd400/0xea31253a47cbbc53 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969715.352618:0:22680:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93e983ddd400/0xea31253a47cbbc53 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1783969715.352661:0:22680:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 1234567 00000004:00200000:1.0:1783969715.352665:0:22680:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1783969715.352693:0:22680:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff93e983ddd400/0xea31253a47cbbc53 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969715.352706:0:22680:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93e983ddd400/0xea31253a47cbbc53 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969715.352716:0:22680:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff93e983ddcc00/0xea31253a47cbbc45 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969715.352723:0:22680:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93e983ddcc00/0xea31253a47cbbc45 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969715.352736:0:22680:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93e983ddcc00/0xea31253a47cbbc45 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969715.352741:0:22680:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93e983ddcc00 already unused, calling callback (ffffffffc192e4f0) 00010000:00010000:1.0:1783969715.352752:0:22680:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93e983ddcc00/0xea31253a47cbbc45 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969715.352759:0:22680:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93e983ddcc00/0xea31253a47cbbc45 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969715.352774:0:22680:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff93e982597800) 00010000:00010000:1.0:1783969715.352777:0:22680:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783969715.352783:0:22680:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93e983ddcc00/0xea31253a47cbbc45 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969715.352789:0:22680:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93e983ddcc00/0xea31253a47cbbc45 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969715.352806:0:22680:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93e983ddde00/0xea31253a47cbbc4c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969715.352811:0:22680:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93e983ddde00/0xea31253a47cbbc4c lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969715.352815:0:22680:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93e983ddde00/0xea31253a47cbbc4c lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969715.352818:0:22680:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93e983ddde00 already unused, calling callback (ffffffffc192e4f0) 00010000:00010000:1.0:1783969715.352820:0:22680:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93e983ddde00/0xea31253a47cbbc4c lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969715.352833:0:22680:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93e983ddde00/0xea31253a47cbbc4c lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969715.352839:0:22680:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff93e982597f00) 00010000:00010000:1.0:1783969715.352841:0:22680:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783969715.352843:0:22680:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93e983ddde00/0xea31253a47cbbc4c lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969715.352846:0:22680:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93e983ddde00/0xea31253a47cbbc4c lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969715.352872:0:22680:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93e983ddd800/0xea31253a47cbbc3e lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.34@tcp remote: 0x129fb3d356303f08 expref: 33 pid: 22680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969715.352882:0:22680:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff93e983ddd400/0xea31253a47cbbc53 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.34@tcp remote: 0x129fb3d356303f08 expref: 32 pid: 22680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969715.352888:0:22680:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff93e982597900) 00010000:00010000:1.0:1783969715.352890:0:22680:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1783969715.352891:0:22680:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93e983ddd400, rc 0) 00000100:00100000:1.0:1783969715.353050:0:22680:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea867b0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:49e45b17-fc03-4f38-9b8b-0d6d43c01221+32:18810:x1870627074120448:12345-192.168.201.34@tcp:101:stat.0 Request processed in 790us (1045us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969715.353058:0:22680:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 48 00000100:00100000:1.0:1783969715.509459:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:2.0:1783969715.509579:0:22679:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074120704 00000100:00100000:2.0:1783969715.509593:0:22679:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074120704 00000100:00100000:2.0:1783969715.509670:0:22679:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 49 00000100:00100000:2.0:1783969715.509682:0:22679:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eabcf41c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:49e45b17-fc03-4f38-9b8b-0d6d43c01221+32:18820:x1870627074120704:12345-192.168.201.34@tcp:101:lfs.0 00010000:00010000:2.0:1783969715.509714:0:22679:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783969715.509753:0:22679:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353da00/0xea31253a47cbbc5a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x129fb3d356303f0f expref: -99 pid: 22679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1783969715.509890:0:22679:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:2.0:1783969715.510085:0:22679:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353da00/0xea31253a47cbbc5a lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.34@tcp remote: 0x129fb3d356303f0f expref: 34 pid: 22679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969715.510296:0:22679:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff93eab9d8a400) 00010000:00010000:2.0:1783969715.510301:0:22679:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1783969715.510325:0:22679:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353da00/0xea31253a47cbbc5a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.34@tcp remote: 0x129fb3d356303f0f expref: 34 pid: 22679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969715.510344:0:22679:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93e98353da00, rc 0) 00000100:00100000:2.0:1783969715.510498:0:22679:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eabcf41c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:49e45b17-fc03-4f38-9b8b-0d6d43c01221+33:18820:x1870627074120704:12345-192.168.201.34@tcp:101:lfs.0 Request processed in 818us (1063us total) trans 12884901910 rc 301/301 00000100:00100000:2.0:1783969715.510507:0:22679:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 49 00000100:00100000:2.0:1783969715.520872:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:0.0:1783969715.521238:0:22681:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074120960 00000100:00100000:0.0:1783969715.521254:0:22681:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074120960 00000100:00100000:0.0:1783969715.521337:0:22681:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 10 00000100:00100000:0.0:1783969715.521350:0:22681:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea836ea850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:49e45b17-fc03-4f38-9b8b-0d6d43c01221+33:18820:x1870627074120960:12345-192.168.201.34@tcp:35:lfs.0 00000100:00100000:0.0:1783969715.521750:0:22681:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea836ea850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:49e45b17-fc03-4f38-9b8b-0d6d43c01221+34:18820:x1870627074120960:12345-192.168.201.34@tcp:35:lfs.0 Request processed in 395us (884us total) trans 12884901911 rc 0/0 00000100:00100000:0.0:1783969715.521782:0:22681:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 10 00000100:00100000:3.0:1783969715.569076:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1783969715.569111:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea867b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1870627099408640:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1783969715.569212:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783969715.569317:0:22683:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099408640 00000100:00100000:0.0:1783969715.569329:0:22683:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099408640 00000100:00100000:0.0:1783969715.569425:0:22683:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:0.0:1783969715.569438:0:22683:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eabcf12d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3649:x1870627099408640:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1783969715.569483:0:22683:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1783969715.569539:0:22683:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eabcf12d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3649:x1870627099408640:12345-0@lo:41:osp-pre-1-0.0 Request processed in 104us (326us total) trans 0 rc 0/0 00000100:00100000:0.0:1783969715.569546:0:22683:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:1.0:1783969715.569930:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1783969715.569944:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea8e212a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1870627099408768:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1783969715.569985:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783969715.570084:0:22683:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099408768 00000100:00100000:0.0:1783969715.570089:0:22683:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099408768 00000100:00100000:0.0:1783969715.570111:0:22683:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:0.0:1783969715.570118:0:22683:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eabcf42300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3648:x1870627099408768:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1783969715.570140:0:22683:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446305792 avail 1300066304 00000100:00100000:0.0:1783969715.570188:0:22683:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eabcf42300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3648:x1870627099408768:12345-0@lo:41:osp-pre-0-1.0 Request processed in 70us (202us total) trans 0 rc 0/0 00000100:00100000:0.0:1783969715.570194:0:22683:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:3.0:1783969715.570858:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea867b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1870627099408640:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1783969715.570970:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea8e212a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1870627099408768:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1783969715.641198:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:1.0:1783969715.641433:0:22680:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074121216 00000100:00100000:1.0:1783969715.641446:0:22680:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074121216 00000100:00100000:1.0:1783969715.641531:0:22680:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 50 00000100:00100000:1.0:1783969715.641543:0:22680:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea867b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:49e45b17-fc03-4f38-9b8b-0d6d43c01221+34:18827:x1870627074121216:12345-192.168.201.34@tcp:101:bash.0 00010000:00010000:1.0:1783969715.641579:0:22680:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783969715.641607:0:22680:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93e983ddde00/0xea31253a47cbbc68 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x129fb3d356303f16 expref: -99 pid: 22680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969715.641751:0:22680:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff93e983ddcc00/0xea31253a47cbbc6f lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969715.641771:0:22680:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353dc00/0xea31253a47cbbb96 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.34@tcp remote: 0x129fb3d356303ed0 expref: 35 pid: 22678 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969715.641780:0:22680:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff93e983ddd400/0xea31253a47cbbc53 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.34@tcp remote: 0x129fb3d356303f08 expref: 35 pid: 22680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969715.641790:0:22680:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff93e983ddcc00/0xea31253a47cbbc6f lrc: 5/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969715.641835:0:22680:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff93e983ddd400/0xea31253a47cbbc53 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.34@tcp remote: 0x129fb3d356303f08 expref: 35 pid: 22680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969715.641851:0:22680:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff93e983ddd400/0xea31253a47cbbc53 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.34@tcp remote: 0x129fb3d356303f08 expref: 35 pid: 22680 timeout: 877 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783969715.641868:0:22680:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93eabcf42a00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22680:1870627099408896:192.168.201.34@tcp:104: 00010000:00010000:1.0:1783969715.642022:0:22680:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353dc00/0xea31253a47cbbb96 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.34@tcp remote: 0x129fb3d356303ed0 expref: 35 pid: 22678 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969715.642032:0:22680:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353dc00/0xea31253a47cbbb96 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.34@tcp remote: 0x129fb3d356303ed0 expref: 35 pid: 22678 timeout: 877 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783969715.642042:0:22680:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93eabcf40380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22680:1870627099409024:192.168.201.34@tcp:104: 00000100:00100000:1.0:1783969715.642069:0:22680:0:(client.c:2702:ptlrpc_set_wait()) set ffff93ea983ff300 going to sleep for 11 seconds 00000100:00100000:2.0:1783969715.656643:0:22680:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93eabcf42a00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22680:1870627099408896:192.168.201.34@tcp:104: 00000100:00100000:3.0:1783969715.660927:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:1.0:1783969715.661007:0:22665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074121344 00000100:00100000:1.0:1783969715.661019:0:22665:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074121344 00010000:00010000:1.0:1783969715.661074:0:22665:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff93e983ddd400/0xea31253a47cbbc53 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.34@tcp remote: 0x129fb3d356303f08 expref: 36 pid: 22680 timeout: 877 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783969715.661079:0:22680:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93eabcf40380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22680:1870627099409024:192.168.201.34@tcp:104: 00010000:00010000:2.0:1783969715.661112:0:22680:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff93e983ddcc00/0xea31253a47cbbc6f lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783969715.661124:0:22665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 17 00000100:00100000:1.0:1783969715.661135:0:22665:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93e983464c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:49e45b17-fc03-4f38-9b8b-0d6d43c01221+36:2391:x1870627074121344:12345-192.168.201.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1783969715.661157:0:22665:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783969715.661167:0:22665:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff93e983ddd400/0xea31253a47cbbc53 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.34@tcp remote: 0x129fb3d356303f08 expref: 36 pid: 22680 timeout: 877 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969715.661181:0:22665:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff93e983ddd400/0xea31253a47cbbc53 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.34@tcp remote: 0x129fb3d356303f08 expref: 36 pid: 22680 timeout: 877 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969715.661212:0:22665:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93e983ddd400/0xea31253a47cbbc53 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.34@tcp remote: 0x129fb3d356303f08 expref: 36 pid: 22680 timeout: 877 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969715.661232:0:22665:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff93e982597900) 00010000:00010000:1.0:1783969715.661237:0:22665:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff93e983ddcc00/0xea31253a47cbbc6f lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969715.661597:0:22665:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff93e983ddcc00/0xea31253a47cbbc6f lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969715.661605:0:22665:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1783969715.661690:0:22665:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93e983464c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:49e45b17-fc03-4f38-9b8b-0d6d43c01221+35:2391:x1870627074121344:12345-192.168.201.34@tcp:103:ldlm_bl.0 Request processed in 555us (786us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969715.661699:0:22665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 17 00000100:00100000:0.0:1783969715.667145:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:3.0:1783969715.667344:0:22663:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074121472 00000100:00100000:3.0:1783969715.667375:0:22663:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074121472 00010000:00010000:3.0:1783969715.667549:0:22663:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353dc00/0xea31253a47cbbb96 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.34@tcp remote: 0x129fb3d356303ed0 expref: 35 pid: 22678 timeout: 877 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783969715.667640:0:22663:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 18 00000100:00100000:3.0:1783969715.667653:0:22663:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea867b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:49e45b17-fc03-4f38-9b8b-0d6d43c01221+35:2392:x1870627074121472:12345-192.168.201.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1783969715.667673:0:22663:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783969715.667681:0:22663:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353dc00/0xea31253a47cbbb96 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.34@tcp remote: 0x129fb3d356303ed0 expref: 35 pid: 22678 timeout: 877 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969715.667695:0:22663:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353dc00/0xea31253a47cbbb96 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.34@tcp remote: 0x129fb3d356303ed0 expref: 35 pid: 22678 timeout: 877 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969715.667723:0:22663:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353dc00/0xea31253a47cbbb96 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.34@tcp remote: 0x129fb3d356303ed0 expref: 35 pid: 22678 timeout: 877 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969715.667743:0:22663:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff93e982597900) 00010000:00010000:3.0:1783969715.667750:0:22663:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff93e983ddcc00/0xea31253a47cbbc6f lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969715.667762:0:22663:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff93e983ddcc00/0xea31253a47cbbc6f lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969715.667771:0:22663:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93e983ddcc00/0xea31253a47cbbc6f lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969715.667810:0:22663:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1783969715.667899:0:22663:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea867b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:49e45b17-fc03-4f38-9b8b-0d6d43c01221+34:2392:x1870627074121472:12345-192.168.201.34@tcp:103:ldlm_bl.0 Request processed in 248us (769us total) trans 0 rc 0/0 00000100:00100000:3.0:1783969715.667927:0:22663:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 18 00010000:00010000:2.0:1783969715.668578:0:22680:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff93e983ddcc00/0xea31253a47cbbc6f lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969715.668589:0:22680:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93e983ddcc00/0xea31253a47cbbc6f lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1783969715.668616:0:22680:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 1234567 00010000:00010000:2.0:1783969715.668801:0:22680:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93e983ddde00/0xea31253a47cbbc68 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.34@tcp remote: 0x129fb3d356303f16 expref: 35 pid: 22680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969715.668825:0:22680:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff93e983ddcc00/0xea31253a47cbbc6f lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.34@tcp remote: 0x129fb3d356303f16 expref: 34 pid: 22680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969715.668834:0:22680:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff93e982597900) 00010000:00010000:2.0:1783969715.668837:0:22680:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1783969715.668852:0:22680:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93e983ddcc00, rc 0) 00000100:00100000:2.0:1783969715.668923:0:22680:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea867b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:49e45b17-fc03-4f38-9b8b-0d6d43c01221+34:18827:x1870627074121216:12345-192.168.201.34@tcp:101:bash.0 Request processed in 27381us (27738us total) trans 12884901912 rc 0/0 00000100:00100000:2.0:1783969715.668932:0:22680:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 50 00000100:00100000:0.0:1783969715.673378:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:2.0:1783969715.673594:0:22678:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074121728 00000100:00100000:2.0:1783969715.673607:0:22678:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074121728 00000100:00100000:2.0:1783969715.673689:0:22678:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 51 00000100:00100000:2.0:1783969715.673702:0:22678:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea867b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:49e45b17-fc03-4f38-9b8b-0d6d43c01221+34:18827:x1870627074121728:12345-192.168.201.34@tcp:36:bash.0 00010000:00010000:2.0:1783969715.674045:0:22678:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353d000/0xea31253a47cbbc7d lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969715.674069:0:22678:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353d000/0xea31253a47cbbc7d lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969715.674084:0:22678:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353d000/0xea31253a47cbbc7d lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1783969715.674137:0:22678:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901913 00000004:00010000:2.0:1783969715.674159:0:22678:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000006fa988b8 reply state 0000000075b8eea6 transno 12884901914 ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353d000/0xea31253a47cbbc7d lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969715.674175:0:22678:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353d000/0xea31253a47cbbc7d lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969715.674184:0:22678:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff93e982597900) 00010000:00010000:2.0:1783969715.674187:0:22678:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783969715.674191:0:22678:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1783969715.674314:0:22678:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea867b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:49e45b17-fc03-4f38-9b8b-0d6d43c01221+37:18827:x1870627074121728:12345-192.168.201.34@tcp:36:bash.0 Request processed in 614us (951us total) trans 12884901914 rc 0/0 00000100:00100000:2.0:1783969715.674322:0:22678:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 51 00000020:00080000:2.0:1783969715.674342:0:22678:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1783969715.677837:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:3.0:1783969715.677944:0:24675:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074121856 00000100:00100000:3.0:1783969715.677959:0:24675:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074121856 00000100:00100000:3.0:1783969715.678058:0:24675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 52 00000100:00100000:3.0:1783969715.678071:0:24675:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea8e213100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:49e45b17-fc03-4f38-9b8b-0d6d43c01221+37:18827:x1870627074121856:12345-192.168.201.34@tcp:101:bash.0 00010000:00010000:3.0:1783969715.678104:0:24675:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783969715.678130:0:24675:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad9e00/0xea31253a47cbbc84 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x129fb3d356303f1d expref: -99 pid: 24675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969715.678210:0:24675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad9e00/0xea31253a47cbbc84 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.34@tcp remote: 0x129fb3d356303f1d expref: 38 pid: 24675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969715.678229:0:24675:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad9e00/0xea31253a47cbbc84 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.34@tcp remote: 0x129fb3d356303f1d expref: 38 pid: 24675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969715.678266:0:24675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff93e982597900) 00010000:00010000:3.0:1783969715.678270:0:24675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1783969715.678275:0:24675:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93e981ad9e00, rc 0) 00000100:00100000:3.0:1783969715.678358:0:24675:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea8e213100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:49e45b17-fc03-4f38-9b8b-0d6d43c01221+38:18827:x1870627074121856:12345-192.168.201.34@tcp:101:bash.0 Request processed in 289us (536us total) trans 0 rc 0/0 00000100:00100000:3.0:1783969715.678366:0:24675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 52 00000100:00100000:3.0:1783969715.705731:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:2.0:1783969715.706155:0:22678:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074121984 00000100:00100000:2.0:1783969715.706170:0:22678:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074121984 00000100:00100000:2.0:1783969715.706609:0:22678:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 53 00000100:00100000:2.0:1783969715.706627:0:22678:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eabcf10a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:49e45b17-fc03-4f38-9b8b-0d6d43c01221+38:18827:x1870627074121984:12345-192.168.201.34@tcp:101:bash.0 00010000:00010000:2.0:1783969715.706653:0:22678:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783969715.706694:0:22678:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353d800/0xea31253a47cbbc8b lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x129fb3d356303f24 expref: -99 pid: 22678 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969715.706819:0:22678:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353dc00/0xea31253a47cbbc92 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969715.706836:0:22678:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff93e983ddcc00/0xea31253a47cbbc6f lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.34@tcp remote: 0x129fb3d356303f16 expref: 39 pid: 22680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969715.706847:0:22678:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353dc00/0xea31253a47cbbc92 lrc: 4/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x8 rrc: 9 type: IBT flags: 0x50210000000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969715.706931:0:22678:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff93e983ddcc00/0xea31253a47cbbc6f lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.34@tcp remote: 0x129fb3d356303f16 expref: 39 pid: 22680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969715.706947:0:22678:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff93e983ddcc00/0xea31253a47cbbc6f lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.34@tcp remote: 0x129fb3d356303f16 expref: 39 pid: 22680 timeout: 877 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783969715.706965:0:22678:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea8e212a00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22678:1870627099409152:192.168.201.34@tcp:104: 00000100:00100000:2.0:1783969715.707080:0:22678:0:(client.c:2702:ptlrpc_set_wait()) set ffff93eab90da900 going to sleep for 11 seconds 00000100:00100000:0.0:1783969715.712617:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:2.0:1783969715.712915:0:22678:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea8e212a00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22678:1870627099409152:192.168.201.34@tcp:104: 00010000:00010000:2.0:1783969715.712970:0:22678:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353dc00/0xea31253a47cbbc92 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x8 rrc: 9 type: IBT flags: 0x40210000000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783969715.713110:0:22665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074122112 00000100:00100000:1.0:1783969715.713119:0:22665:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074122112 00010000:00010000:1.0:1783969715.713165:0:22665:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff93e983ddcc00/0xea31253a47cbbc6f lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.34@tcp remote: 0x129fb3d356303f16 expref: 40 pid: 22680 timeout: 877 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783969715.713209:0:22665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 19 00000100:00100000:1.0:1783969715.713218:0:22665:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea867b1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:49e45b17-fc03-4f38-9b8b-0d6d43c01221+40:2392:x1870627074122112:12345-192.168.201.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1783969715.713239:0:22665:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783969715.713247:0:22665:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff93e983ddcc00/0xea31253a47cbbc6f lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.34@tcp remote: 0x129fb3d356303f16 expref: 40 pid: 22680 timeout: 877 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969715.713260:0:22665:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff93e983ddcc00/0xea31253a47cbbc6f lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.34@tcp remote: 0x129fb3d356303f16 expref: 40 pid: 22680 timeout: 877 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969715.713290:0:22665:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93e983ddcc00/0xea31253a47cbbc6f lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.34@tcp remote: 0x129fb3d356303f16 expref: 40 pid: 22680 timeout: 877 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969715.713309:0:22665:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff93e982597900) 00010000:00010000:1.0:1783969715.713314:0:22665:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353dc00/0xea31253a47cbbc92 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x8 rrc: 9 type: IBT flags: 0x40210000000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969715.713332:0:22665:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353dc00/0xea31253a47cbbc92 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40290000000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969715.713341:0:22665:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353dc00/0xea31253a47cbbc92 lrc: 4/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40290000000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969715.713370:0:22665:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1783969715.713615:0:22665:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea867b1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:49e45b17-fc03-4f38-9b8b-0d6d43c01221+39:2392:x1870627074122112:12345-192.168.201.34@tcp:103:ldlm_bl.0 Request processed in 396us (1011us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969715.713624:0:22665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 19 00010000:00010000:2.0:1783969715.714298:0:22678:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353dc00/0xea31253a47cbbc92 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969715.714311:0:22678:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353dc00/0xea31253a47cbbc92 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1783969715.714422:0:22678:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:2.0:1783969715.714429:0:22678:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1783969715.714467:0:22678:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353dc00/0xea31253a47cbbc92 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969715.714508:0:22678:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353d800/0xea31253a47cbbc8b lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.34@tcp remote: 0x129fb3d356303f24 expref: 39 pid: 22678 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969715.714527:0:22678:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353dc00/0xea31253a47cbbc92 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.34@tcp remote: 0x129fb3d356303f24 expref: 38 pid: 22678 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969715.714536:0:22678:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff93e982597900) 00010000:00010000:2.0:1783969715.714538:0:22678:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1783969715.714542:0:22678:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93e98353dc00, rc 0) 00000100:00100000:2.0:1783969715.714600:0:22678:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eabcf10a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:49e45b17-fc03-4f38-9b8b-0d6d43c01221+38:18827:x1870627074121984:12345-192.168.201.34@tcp:101:bash.0 Request processed in 7980us (8886us total) trans 0 rc 0/0 00000100:00100000:2.0:1783969715.714608:0:22678:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 53 00000100:00100000:0.0:1783969715.726820:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:3.0:1783969715.727141:0:22663:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074122368 00000100:00100000:3.0:1783969715.727156:0:22663:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074122368 00000100:00100000:3.0:1783969715.727252:0:22663:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 3 00000100:00100000:3.0:1783969715.727265:0:22663:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea867b2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:49e45b17-fc03-4f38-9b8b-0d6d43c01221+38:18827:x1870627074122368:12345-192.168.201.34@tcp:103:bash.0 00010000:00010000:3.0:1783969715.727302:0:22663:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1783969715.727340:0:22663:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad9e00/0xea31253a47cbbc84 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.34@tcp remote: 0x129fb3d356303f1d expref: 38 pid: 24675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969715.727367:0:22663:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353dc00/0xea31253a47cbbc92 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.34@tcp remote: 0x129fb3d356303f24 expref: 37 pid: 22678 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969715.727439:0:22663:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff93e982597900) 00010000:00010000:3.0:1783969715.727457:0:22663:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1783969715.727541:0:22663:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea867b2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:49e45b17-fc03-4f38-9b8b-0d6d43c01221+36:18827:x1870627074122368:12345-192.168.201.34@tcp:103:bash.0 Request processed in 279us (737us total) trans 0 rc 0/0 00000100:00100000:3.0:1783969715.727550:0:22663:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 3 00000100:00100000:1.0:1783969715.730302:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:3.0:1783969715.730565:0:24675:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074122496 00000100:00100000:3.0:1783969715.730580:0:24675:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074122496 00000100:00100000:2.0:1783969715.732210:0:24675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 54 00000100:00100000:2.0:1783969715.732228:0:24675:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eabcf41880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:49e45b17-fc03-4f38-9b8b-0d6d43c01221+36:18827:x1870627074122496:12345-192.168.201.34@tcp:58:bash.0 00010000:00010000:2.0:1783969715.732424:0:24675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353c600/0xea31253a47cbbc99 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 24675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969715.732479:0:24675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353c600/0xea31253a47cbbc99 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 24675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969715.732493:0:24675:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353c600/0xea31253a47cbbc99 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 24675 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1783969715.738882:0:24675:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1783969715.738937:0:24675:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7:0x0].3, 64 off8384 00000040:00080000:2.0:1783969715.739138:0:24675:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x14:0x0].1, 136 off8328 00000100:00100000:2.0:1783969715.739992:0:24675:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eabcf41880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:49e45b17-fc03-4f38-9b8b-0d6d43c01221+36:18827:x1870627074122496:12345-192.168.201.34@tcp:58:bash.0 Request processed in 7746us (9686us total) trans 0 rc 0/0 00000100:00100000:2.0:1783969715.740011:0:24675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 54 00000100:00100000:2.0:1783969715.742517:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:1.0:1783969715.742600:0:22679:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074122624 00000100:00100000:1.0:1783969715.742614:0:22679:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074122624 00000100:00100000:1.0:1783969715.742743:0:22679:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 55 00000100:00100000:1.0:1783969715.742757:0:22679:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea8e212a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:49e45b17-fc03-4f38-9b8b-0d6d43c01221+36:18827:x1870627074122624:12345-192.168.201.34@tcp:101:bash.0 00010000:00010000:1.0:1783969715.742787:0:22679:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783969715.742816:0:22679:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93e983ddcc00/0xea31253a47cbbca0 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x129fb3d356303f2b expref: -99 pid: 22679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969715.742895:0:22679:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353c600/0xea31253a47cbbc99 lrc: 2/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 24675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969715.742920:0:22679:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff93e983ddcc00/0xea31253a47cbbca0 lrc: 4/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.34@tcp remote: 0x129fb3d356303f2b expref: 37 pid: 22679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969715.742945:0:22679:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353c600/0xea31253a47cbbc99 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40210400000020 pid: 24675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969715.742992:0:22679:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff93e983ddcc00/0xea31253a47cbbca0 lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.34@tcp remote: 0x129fb3d356303f2b expref: 37 pid: 22679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969715.743010:0:22679:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff93e982597900) 00010000:00010000:1.0:1783969715.743013:0:22679:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1783969715.743017:0:22679:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff93e983ddcc00/0xea31253a47cbbca0 lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.34@tcp remote: 0x129fb3d356303f2b expref: 37 pid: 22679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969715.743025:0:22679:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93e983ddcc00, rc 0) 00000100:00100000:1.0:1783969715.743108:0:22679:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea8e212a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:49e45b17-fc03-4f38-9b8b-0d6d43c01221+37:18827:x1870627074122624:12345-192.168.201.34@tcp:101:bash.0 Request processed in 355us (606us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969715.743117:0:22679:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 55 00010000:00010000:1.0:1783969715.954506:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1783969716.336687:0:22713:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:0.0:1783969716.336701:0:22713:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x14:0x0] at index 3 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1783969716.336740:0:22713:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x14:0x0] index 2 count 2 00000040:00080000:0.0:1783969716.336754:0:22713:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 4 count 2 00000100:00100000:0.0:1783969716.337003:0:22713:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea867b3480 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:22713:1870627099409280:192.168.201.34@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1783969716.337211:0:22713:0:(client.c:2702:ptlrpc_set_wait()) set ffff93ea90a5be40 going to sleep for 11 seconds 00000100:00100000:2.0:1783969716.358095:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:0.0:1783969716.358225:0:22713:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea867b3480 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:22713:1870627099409280:192.168.201.34@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1783969716.358596:0:22680:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074122752 00000100:00100000:1.0:1783969716.358605:0:22680:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074122752 00000100:00100000:1.0:1783969716.358681:0:22680:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 56 00000100:00100000:1.0:1783969716.358693:0:22680:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea8e85ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:49e45b17-fc03-4f38-9b8b-0d6d43c01221+37:18828:x1870627074122752:12345-192.168.201.34@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1783969716.358738:0:22680:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x2000013a1:0x2:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1783969716.358962:0:22680:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea8e85ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:49e45b17-fc03-4f38-9b8b-0d6d43c01221+37:18828:x1870627074122752:12345-192.168.201.34@tcp:53:lhsmtool_posix.0 Request processed in 269us (881us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969716.358971:0:22680:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 56 00000100:00100000:3.0:1783969716.371018:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:2.0:1783969716.371511:0:22678:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074122880 00000100:00100000:2.0:1783969716.371530:0:22678:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074122880 00000100:00100000:2.0:1783969716.371617:0:22678:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 57 00000100:00100000:2.0:1783969716.371633:0:22678:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eabcf13800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:49e45b17-fc03-4f38-9b8b-0d6d43c01221+37:18828:x1870627074122880:12345-192.168.201.34@tcp:34:lhsmtool_posix.0 00010000:00010000:2.0:1783969716.371767:0:22678:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353da00/0xea31253a47cbbca7 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969716.371789:0:22678:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353da00/0xea31253a47cbbca7 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969716.371803:0:22678:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353da00/0xea31253a47cbbca7 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969716.374167:0:22678:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353c800/0xea31253a47cbbcae lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969716.374212:0:22678:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353c800/0xea31253a47cbbcae lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969716.374226:0:22678:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353c800/0xea31253a47cbbcae lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969716.374266:0:22678:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353d400/0xea31253a47cbbcb5 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969716.374276:0:22678:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353d400/0xea31253a47cbbcb5 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969716.374282:0:22678:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353d400/0xea31253a47cbbcb5 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1783969716.374342:0:22678:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:2.0:1783969716.374347:0:22678:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1783969716.374362:0:22678:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353d400/0xea31253a47cbbcb5 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969716.374374:0:22678:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353da00/0xea31253a47cbbca7 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969716.374405:0:22678:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353da00/0xea31253a47cbbca7 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969716.374413:0:22678:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353da00/0xea31253a47cbbca7 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969716.374421:0:22678:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93e98353da00 already unused, calling callback (ffffffffc192e4f0) 00010000:00010000:2.0:1783969716.374425:0:22678:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353da00/0xea31253a47cbbca7 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969716.374442:0:22678:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353da00/0xea31253a47cbbca7 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969716.374458:0:22678:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff93e982597c00) 00010000:00010000:2.0:1783969716.374461:0:22678:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783969716.374466:0:22678:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353da00/0xea31253a47cbbca7 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969716.374472:0:22678:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353da00/0xea31253a47cbbca7 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969716.374488:0:22678:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353c800/0xea31253a47cbbcae lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969716.374494:0:22678:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353c800/0xea31253a47cbbcae lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969716.374500:0:22678:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353c800/0xea31253a47cbbcae lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969716.374505:0:22678:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93e98353c800 already unused, calling callback (ffffffffc192e4f0) 00010000:00010000:2.0:1783969716.374507:0:22678:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353c800/0xea31253a47cbbcae lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969716.374513:0:22678:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353c800/0xea31253a47cbbcae lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969716.374521:0:22678:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x925dcd63 (ffff93e982597b00) 00010000:00010000:2.0:1783969716.374523:0:22678:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783969716.374526:0:22678:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353c800/0xea31253a47cbbcae lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969716.374542:0:22678:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353c800/0xea31253a47cbbcae lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969716.374560:0:22678:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353d400/0xea31253a47cbbcb5 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969716.374567:0:22678:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353d400/0xea31253a47cbbcb5 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969716.374573:0:22678:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353d400/0xea31253a47cbbcb5 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969716.374578:0:22678:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93e98353d400 already unused, calling callback (ffffffffc192e4f0) 00010000:00010000:2.0:1783969716.374582:0:22678:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353d400/0xea31253a47cbbcb5 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969716.374589:0:22678:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353d400/0xea31253a47cbbcb5 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969716.374597:0:22678:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff93e982597900) 00010000:00010000:2.0:1783969716.374600:0:22678:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783969716.374603:0:22678:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353d400/0xea31253a47cbbcb5 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969716.374609:0:22678:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353d400/0xea31253a47cbbcb5 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783969716.374754:0:22678:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eabcf13800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:49e45b17-fc03-4f38-9b8b-0d6d43c01221+37:18828:x1870627074122880:12345-192.168.201.34@tcp:34:lhsmtool_posix.0 Request processed in 3121us (3747us total) trans 0 rc 0/0 00000100:00100000:2.0:1783969716.374765:0:22678:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 57 00000100:00100000:0.0:1783969716.379812:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:1.0:1783969716.384353:0:22680:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074123136 00000100:00100000:1.0:1783969716.384372:0:22680:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074123136 00000100:00100000:1.0:1783969716.384496:0:22680:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 58 00000100:00100000:1.0:1783969716.384512:0:22680:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea867b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:49e45b17-fc03-4f38-9b8b-0d6d43c01221+37:18828:x1870627074123136:12345-192.168.201.34@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1783969716.384559:0:22680:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783969716.384586:0:22680:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93e983ddc200/0xea31253a47cbbcbc lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x129fb3d356303f32 expref: -99 pid: 22680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969716.384718:0:22680:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93e983ddd400/0xea31253a47cbbcc3 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969716.384736:0:22680:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93e983ddd400/0xea31253a47cbbcc3 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969716.384751:0:22680:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93e983ddd400/0xea31253a47cbbcc3 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1783969716.384765:0:22680:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:1.0:1783969716.384883:0:22680:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93e983ddd400/0xea31253a47cbbcc3 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969716.384901:0:22680:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93e983ddd400/0xea31253a47cbbcc3 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969716.384909:0:22680:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93e983ddd400/0xea31253a47cbbcc3 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969716.384916:0:22680:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93e983ddd400 already unused, calling callback (ffffffffc192e4f0) 00010000:00010000:1.0:1783969716.384921:0:22680:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93e983ddd400/0xea31253a47cbbcc3 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969716.384929:0:22680:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93e983ddd400/0xea31253a47cbbcc3 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969716.384944:0:22680:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff93e982597900) 00010000:00010000:1.0:1783969716.384957:0:22680:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1783969716.385122:0:22680:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93e983ddd400/0xea31253a47cbbcc3 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969716.385130:0:22680:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93e983ddd400/0xea31253a47cbbcc3 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969716.385282:0:22680:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff93e983ddc200/0xea31253a47cbbcbc lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.34@tcp remote: 0x129fb3d356303f32 expref: 39 pid: 22680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969716.385295:0:22680:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff93e982597c00) 00010000:00010000:1.0:1783969716.385298:0:22680:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1783969716.385302:0:22680:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93e983ddc200/0xea31253a47cbbcbc lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.34@tcp remote: 0x129fb3d356303f32 expref: 39 pid: 22680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969716.385313:0:22680:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93e983ddc200, rc 0) 00000100:00100000:1.0:1783969716.385441:0:22680:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea867b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:49e45b17-fc03-4f38-9b8b-0d6d43c01221+38:18828:x1870627074123136:12345-192.168.201.34@tcp:101:lhsmtool_posix.0 Request processed in 934us (5643us total) trans 12884901915 rc 301/301 00000100:00100000:1.0:1783969716.385450:0:22680:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 58 00000100:00100000:0.0:1783969716.392564:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:1.0:1783969716.392800:0:22679:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074123264 00000100:00100000:1.0:1783969716.392810:0:22679:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074123264 00000100:00100000:1.0:1783969716.392888:0:22679:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 59 00000100:00100000:1.0:1783969716.392906:0:22679:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea867b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:49e45b17-fc03-4f38-9b8b-0d6d43c01221+38:18828:x1870627074123264:12345-192.168.201.34@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1783969716.392943:0:22679:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x2000013a1:0x2:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1783969716.393068:0:22679:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea867b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:49e45b17-fc03-4f38-9b8b-0d6d43c01221+38:18828:x1870627074123264:12345-192.168.201.34@tcp:53:lhsmtool_posix.0 Request processed in 163us (513us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969716.393077:0:22679:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 59 00000100:00100000:3.0:1783969716.400130:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:2.0:1783969716.400646:0:24675:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074123520 00000100:00100000:2.0:1783969716.400662:0:24675:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074123520 00000100:00100000:2.0:1783969716.400735:0:24675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 60 00000100:00100000:2.0:1783969716.400746:0:24675:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eabcf11c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:49e45b17-fc03-4f38-9b8b-0d6d43c01221+38:18828:x1870627074123520:12345-192.168.201.34@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1783969716.400770:0:24675:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783969716.400792:0:24675:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353d400/0xea31253a47cbbcd1 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x129fb3d356303f39 expref: -99 pid: 24675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1783969716.401224:0:24675:0:(osp_internal.h:570:osp_update_last_fid()) Gap in objids: start=[0x280000401:0x6:0x0], count =60 00000004:00080000:2.0:1783969716.401232:0:24675:0:(osp_object.c:1645:osp_create()) Writing gap [0x280000401:0x6:0x0]+60 in llog 00000004:00080000:2.0:1783969716.401256:0:24675:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x42:0x0], index 0: 0 00010000:00010000:2.0:1783969716.401675:0:24675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353c800/0xea31253a47cbbcd8 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 24675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969716.401694:0:24675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353c800/0xea31253a47cbbcd8 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969716.401706:0:24675:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353c800/0xea31253a47cbbcd8 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 24675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969716.401766:0:24675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353d400/0xea31253a47cbbcd1 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.34@tcp remote: 0x129fb3d356303f39 expref: 41 pid: 24675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969716.401785:0:24675:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353c800/0xea31253a47cbbcd8 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.34@tcp remote: 0x129fb3d356303f39 expref: 40 pid: 24675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969716.401794:0:24675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff93e982597b00) 00010000:00010000:2.0:1783969716.401797:0:24675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1783969716.401801:0:24675:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93e98353c800, rc 0) 00000100:00100000:2.0:1783969716.402142:0:24675:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eabcf11c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:49e45b17-fc03-4f38-9b8b-0d6d43c01221+40:18828:x1870627074123520:12345-192.168.201.34@tcp:101:lhsmtool_posix.0 Request processed in 1396us (2026us total) trans 12884901916 rc 0/0 00000100:00100000:2.0:1783969716.402151:0:24675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 60 00000100:00100000:3.0:1783969716.420027:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:2.0:1783969716.420152:0:22679:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074123776 00000100:00100000:2.0:1783969716.420168:0:22679:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074123776 00000100:00100000:2.0:1783969716.420252:0:22679:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 61 00000100:00100000:2.0:1783969716.420263:0:22679:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eabcf12300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:49e45b17-fc03-4f38-9b8b-0d6d43c01221+40:18828:x1870627074123776:12345-192.168.201.34@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1783969716.420326:0:22679:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783969716.420354:0:22679:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353c800/0xea31253a47cbbcd8 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.34@tcp remote: 0x129fb3d356303f39 expref: 40 pid: 24675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969716.420374:0:22679:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff93e982597b00) 00010000:00010000:2.0:1783969716.420441:0:22679:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1783969716.420467:0:22679:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353d400/0xea31253a47cbbce6 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969716.420482:0:22679:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353d400/0xea31253a47cbbce6 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969716.420492:0:22679:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353d400/0xea31253a47cbbce6 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969716.420506:0:22679:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353da00/0xea31253a47cbbced lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0xe1bae1e2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969716.420526:0:22679:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353da00/0xea31253a47cbbced lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xe1bae1e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969716.420532:0:22679:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353da00/0xea31253a47cbbced lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xe1bae1e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969716.420600:0:22679:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353d400/0xea31253a47cbbce6 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969716.420607:0:22679:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353d400/0xea31253a47cbbce6 lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969716.420613:0:22679:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353d400/0xea31253a47cbbce6 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969716.420618:0:22679:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93e98353d400 already unused, calling callback (ffffffffc192e4f0) 00010000:00010000:2.0:1783969716.420622:0:22679:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353d400/0xea31253a47cbbce6 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969716.420630:0:22679:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353d400/0xea31253a47cbbce6 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969716.420639:0:22679:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff93e982597800) 00010000:00010000:2.0:1783969716.420642:0:22679:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783969716.420646:0:22679:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353d400/0xea31253a47cbbce6 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969716.420651:0:22679:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353d400/0xea31253a47cbbce6 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969716.420676:0:22679:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353da00/0xea31253a47cbbced lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xe1bae1e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969716.420681:0:22679:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353da00/0xea31253a47cbbced lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xe1bae1e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969716.420686:0:22679:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353da00/0xea31253a47cbbced lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xe1bae1e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969716.420698:0:22679:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93e98353da00 already unused, calling callback (ffffffffc192e4f0) 00010000:00010000:2.0:1783969716.420701:0:22679:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353da00/0xea31253a47cbbced lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xe1bae1e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969716.420706:0:22679:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353da00/0xea31253a47cbbced lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xe1bae1e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969716.420714:0:22679:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xe1bae1e2 (ffff93e982597600) 00010000:00010000:2.0:1783969716.420716:0:22679:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783969716.420719:0:22679:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353da00/0xea31253a47cbbced lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0xe1bae1e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969716.420724:0:22679:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353da00/0xea31253a47cbbced lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0xe1bae1e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783969716.420809:0:22679:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eabcf12300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:49e45b17-fc03-4f38-9b8b-0d6d43c01221+39:18828:x1870627074123776:12345-192.168.201.34@tcp:36:lhsmtool_posix.0 Request processed in 547us (797us total) trans 0 rc -2/-2 00000100:00100000:2.0:1783969716.421039:0:22679:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 61 00000100:00100000:0.0:1783969716.431959:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:1.0:1783969716.432121:0:22680:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074123904 00000100:00100000:1.0:1783969716.432150:0:22680:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074123904 00000100:00100000:1.0:1783969716.432269:0:22680:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 62 00000100:00100000:1.0:1783969716.432281:0:22680:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea867b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:49e45b17-fc03-4f38-9b8b-0d6d43c01221+39:18828:x1870627074123904:12345-192.168.201.34@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1783969716.432302:0:22680:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783969716.432326:0:22680:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93e983ddd400/0xea31253a47cbbcf4 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x129fb3d356303f40 expref: -99 pid: 22680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969716.432363:0:22680:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93e983ddde00/0xea31253a47cbbcfb lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969716.432376:0:22680:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93e983ddde00/0xea31253a47cbbcfb lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969716.432430:0:22680:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93e983ddde00/0xea31253a47cbbcfb lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969716.432554:0:22680:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93e983ddd400/0xea31253a47cbbcf4 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.34@tcp remote: 0x129fb3d356303f40 expref: 41 pid: 22680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969716.432574:0:22680:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff93e983ddde00/0xea31253a47cbbcfb lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.34@tcp remote: 0x129fb3d356303f40 expref: 40 pid: 22680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969716.432583:0:22680:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff93e98218cb00) 00010000:00010000:1.0:1783969716.432586:0:22680:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1783969716.432589:0:22680:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93e983ddde00, rc 0) 00000100:00100000:1.0:1783969716.433205:0:22680:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea867b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:49e45b17-fc03-4f38-9b8b-0d6d43c01221+40:18828:x1870627074123904:12345-192.168.201.34@tcp:101:lhsmtool_posix.0 Request processed in 381us (710us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969716.433215:0:22680:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 62 00000100:00100000:1.0:1783969716.446289:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:2.0:1783969716.446437:0:22679:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074124160 00000100:00100000:2.0:1783969716.446447:0:22679:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074124160 00000100:00100000:2.0:1783969716.446501:0:22679:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 63 00000100:00100000:2.0:1783969716.446524:0:22679:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eabcf40700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:49e45b17-fc03-4f38-9b8b-0d6d43c01221+40:18828:x1870627074124160:12345-192.168.201.34@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1783969716.446607:0:22679:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353da00/0xea31253a47cbbd02 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969716.446623:0:22679:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353da00/0xea31253a47cbbd02 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969716.446635:0:22679:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353da00/0xea31253a47cbbd02 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1783969716.447119:0:22679:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x10:0x0].2, 88 off8344 00000004:00080000:2.0:1783969716.447132:0:22679:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 778574750046ns, next at 779574747728ns, rc = 0 00000004:00010000:2.0:1783969716.447191:0:22679:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000b6821217 reply state 000000002909afb7 transno 12884901917 ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353da00/0xea31253a47cbbd02 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969716.447206:0:22679:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353da00/0xea31253a47cbbd02 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969716.447214:0:22679:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff93e98218cb00) 00010000:00010000:2.0:1783969716.447216:0:22679:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:2.0:1783969716.447220:0:22679:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1783969716.447457:0:22679:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eabcf40700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:49e45b17-fc03-4f38-9b8b-0d6d43c01221+42:18828:x1870627074124160:12345-192.168.201.34@tcp:36:lhsmtool_posix.0 Request processed in 943us (1177us total) trans 12884901917 rc 0/0 00000100:00100000:2.0:1783969716.447466:0:22679:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 63 00000100:00100000:3.0:1783969716.456302:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:2.0:1783969716.457901:0:24675:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074124288 00000100:00100000:2.0:1783969716.457915:0:24675:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074124288 00000100:00100000:2.0:1783969716.458052:0:24675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 64 00000100:00100000:2.0:1783969716.458064:0:24675:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eabcf12a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:49e45b17-fc03-4f38-9b8b-0d6d43c01221+42:18828:x1870627074124288:12345-192.168.201.34@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1783969716.458091:0:24675:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783969716.458112:0:24675:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353d400/0xea31253a47cbbd09 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x129fb3d356303f47 expref: -99 pid: 24675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969716.458179:0:24675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353d400/0xea31253a47cbbd09 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.34@tcp remote: 0x129fb3d356303f47 expref: 43 pid: 24675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969716.458197:0:24675:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353d400/0xea31253a47cbbd09 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.34@tcp remote: 0x129fb3d356303f47 expref: 43 pid: 24675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969716.458238:0:24675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff93e98218cb00) 00010000:00010000:2.0:1783969716.458241:0:24675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1783969716.458245:0:24675:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93e98353d400, rc 0) 00000100:00100000:2.0:1783969716.458327:0:24675:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eabcf12a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:49e45b17-fc03-4f38-9b8b-0d6d43c01221+43:18828:x1870627074124288:12345-192.168.201.34@tcp:101:lhsmtool_posix.0 Request processed in 265us (2035us total) trans 0 rc 0/0 00000100:00100000:2.0:1783969716.458335:0:24675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 64 00000100:00100000:0.0:1783969716.464919:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:1.0:1783969716.465116:0:25016:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074124416 00000100:00100000:1.0:1783969716.465129:0:25016:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074124416 00000100:00100000:1.0:1783969716.465207:0:25016:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 25 00000100:00100000:1.0:1783969716.465218:0:25016:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea867b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:49e45b17-fc03-4f38-9b8b-0d6d43c01221+5:2392:x1870627074124416:12345-192.168.201.34@tcp:2:lhsmtool_posix.0 00000100:00100000:1.0:1783969716.465492:0:25016:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea867b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:49e45b17-fc03-4f38-9b8b-0d6d43c01221+6:2392:x1870627074124416:12345-192.168.201.34@tcp:2:lhsmtool_posix.0 Request processed in 275us (584us total) trans 12884901891 rc 0/0 00000100:00100000:1.0:1783969716.465501:0:25016:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 25 00000100:00080000:2.0:1783969716.466527:0:22674:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1783969716.480325:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:0.0:1783969716.480434:0:22681:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074124672 00000100:00100000:0.0:1783969716.480445:0:22681:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074124672 00000100:00100000:0.0:1783969716.480517:0:22681:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 11 00000100:00100000:0.0:1783969716.480528:0:22681:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eabcf10380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:49e45b17-fc03-4f38-9b8b-0d6d43c01221+43:18828:x1870627074124672:12345-192.168.201.34@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1783969716.480772:0:22681:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eabcf10380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:49e45b17-fc03-4f38-9b8b-0d6d43c01221+44:18828:x1870627074124672:12345-192.168.201.34@tcp:35:lhsmtool_posix.0 Request processed in 244us (455us total) trans 12884901918 rc 0/0 00000100:00100000:0.0:1783969716.480781:0:22681:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 11 00000100:00100000:3.0:1783969716.483000:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:0.0:1783969716.483141:0:22678:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074124928 00000100:00100000:0.0:1783969716.483150:0:22678:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074124928 00000100:00100000:0.0:1783969716.483204:0:22678:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 65 00000100:00100000:0.0:1783969716.483214:0:22678:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eabcf10700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:49e45b17-fc03-4f38-9b8b-0d6d43c01221+44:18828:x1870627074124928:12345-192.168.201.34@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1783969716.483315:0:22678:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eabcf10700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:49e45b17-fc03-4f38-9b8b-0d6d43c01221+44:18828:x1870627074124928:12345-192.168.201.34@tcp:57:lhsmtool_posix.0 Request processed in 102us (324us total) trans 0 rc 0/0 00000100:00100000:0.0:1783969716.483323:0:22678:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 65 00000100:00100000:1.0:1783969716.491079:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:2.0:1783969716.491186:0:22680:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074125056 00000100:00100000:2.0:1783969716.491199:0:22680:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074125056 00000100:00100000:2.0:1783969716.491264:0:22680:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 66 00000100:00100000:2.0:1783969716.491275:0:22680:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eabcf41500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:49e45b17-fc03-4f38-9b8b-0d6d43c01221+44:18828:x1870627074125056:12345-192.168.201.34@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1783969716.491295:0:22680:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783969716.491316:0:22680:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353c800/0xea31253a47cbbd10 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x129fb3d356303f4e expref: -99 pid: 22680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969716.491445:0:22680:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353d200/0xea31253a47cbbd17 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969716.491461:0:22680:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353d200/0xea31253a47cbbd17 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969716.491472:0:22680:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353d200/0xea31253a47cbbd17 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1783969716.491542:0:22680:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1783969716.491566:0:22680:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353d200/0xea31253a47cbbd17 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969716.491608:0:22680:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353c800/0xea31253a47cbbd10 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.34@tcp remote: 0x129fb3d356303f4e expref: 46 pid: 22680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969716.491626:0:22680:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353d200/0xea31253a47cbbd17 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.34@tcp remote: 0x129fb3d356303f4e expref: 45 pid: 22680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969716.491635:0:22680:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff93e98218cb00) 00010000:00010000:2.0:1783969716.491639:0:22680:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1783969716.491643:0:22680:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93e98353d200, rc 0) 00000100:00100000:2.0:1783969716.491729:0:22680:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eabcf41500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:49e45b17-fc03-4f38-9b8b-0d6d43c01221+45:18828:x1870627074125056:12345-192.168.201.34@tcp:101:lhsmtool_posix.0 Request processed in 455us (662us total) trans 0 rc 0/0 00000100:00100000:2.0:1783969716.491736:0:22680:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 66 00000100:00100000:3.0:1783969716.500259:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:2.0:1783969716.500367:0:24185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074125184 00000100:00100000:2.0:1783969716.500376:0:24185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074125184 00000100:00100000:2.0:1783969716.500464:0:24185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 26 00000100:00100000:2.0:1783969716.500476:0:24185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eabcf11500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:49e45b17-fc03-4f38-9b8b-0d6d43c01221+6:2392:x1870627074125184:12345-192.168.201.34@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1783969716.500496:0:24185:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783969716.500529:0:24185:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ccb6fde8/0xea31253a47cbbd1e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x129fb3d356303f55 expref: -99 pid: 24185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1783969716.500555:0:24185:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x42:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x6a5537b3, blocks: 0x0 00010000:00010000:2.0:1783969716.500574:0:24185:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=778s v=(0 0) 00010000:00010000:2.0:1783969716.500579:0:24185:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783969716.500589:0:24185:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ccb6fde8/0xea31253a47cbbd1e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.34@tcp remote: 0x129fb3d356303f55 expref: 7 pid: 24185 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969716.500626:0:24185:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ccb6fde8/0xea31253a47cbbd1e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.34@tcp remote: 0x129fb3d356303f55 expref: 7 pid: 24185 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969716.500641:0:24185:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93e98353c800, rc 0) 00000100:00100000:2.0:1783969716.500697:0:24185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eabcf11500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:49e45b17-fc03-4f38-9b8b-0d6d43c01221+7:2392:x1870627074125184:12345-192.168.201.34@tcp:101:lhsmtool_posix.0 Request processed in 224us (447us total) trans 0 rc 0/0 00000100:00100000:2.0:1783969716.500705:0:24185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 26 00000100:00100000:3.0:1783969716.505633:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:0.0:1783969716.505776:0:22678:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074125440 00000100:00100000:0.0:1783969716.505786:0:22678:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074125440 00000100:00100000:0.0:1783969716.505848:0:22678:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 67 00000100:00100000:0.0:1783969716.505857:0:22678:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eabcf12680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:49e45b17-fc03-4f38-9b8b-0d6d43c01221+45:18828:x1870627074125440:12345-192.168.201.34@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1783969716.505993:0:22678:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eabcf12680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:49e45b17-fc03-4f38-9b8b-0d6d43c01221+45:18828:x1870627074125440:12345-192.168.201.34@tcp:57:lhsmtool_posix.0 Request processed in 132us (364us total) trans 0 rc 0/0 00000100:00100000:0.0:1783969716.506001:0:22678:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 67 00000100:00100000:0.0:1783969716.509483:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:2.0:1783969716.510100:0:22680:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074125568 00000100:00100000:2.0:1783969716.510111:0:22680:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074125568 00000100:00100000:2.0:1783969716.510229:0:22680:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 68 00000100:00100000:2.0:1783969716.510244:0:22680:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea867b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:49e45b17-fc03-4f38-9b8b-0d6d43c01221+45:18828:x1870627074125568:12345-192.168.201.34@tcp:44:lhsmtool_posix.0 00000001:00080000:2.0:1783969716.516687:0:22658:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901918 is committed 00000004:00080000:2.0:1783969716.516706:0:22658:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 2 committed 00000001:00080000:2.0:1783969716.516772:0:22658:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901895 is committed 00000100:00100000:2.0:1783969716.516959:0:22680:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea867b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:49e45b17-fc03-4f38-9b8b-0d6d43c01221+20:18828:x1870627074125568:12345-192.168.201.34@tcp:44:lhsmtool_posix.0 Request processed in 6713us (7481us total) trans 0 rc 0/0 00000100:00100000:2.0:1783969716.518108:0:22680:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 68 00010000:00010000:1.0:1783969716.518649:0:3633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad8800/0xea31253a47cbbb34 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969716.518663:0:3633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad8800/0xea31253a47cbbb34 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969716.518671:0:3633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad8800/0xea31253a47cbbb34 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969716.518678:0:3633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93e981ad8800 already unused, calling callback (ffffffffc192e4f0) 00010000:00010000:1.0:1783969716.518683:0:3633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad8800/0xea31253a47cbbb34 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969716.518691:0:3633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad8800/0xea31253a47cbbb34 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969716.518710:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff93e982597800) 00010000:00010000:1.0:1783969716.518713:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1783969716.518717:0:3633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad8800/0xea31253a47cbbb34 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969716.518723:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93e981ad8800/0xea31253a47cbbb34 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783969716.519423:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1783969716.519443:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93eabcf10e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1870627099409408:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1783969716.519523:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783969716.519729:0:24183:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099409408 00000100:00100000:3.0:1783969716.519737:0:24183:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099409408 00000100:00100000:3.0:1783969716.519799:0:24183:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:3.0:1783969716.519808:0:24183:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eabcf42680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3647:x1870627099409408:12345-0@lo:2:osp-syn-0-0.0 00000100:00080000:1.0:1783969716.520061:0:22674:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00010000:3.0:1783969716.520150:0:24183:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1783969716.520163:0:24183:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:3.0:1783969716.520165:0:24183:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1783969716.520168:0:24183:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb ctime from disk: 1783969715 -> 1783969715 00002000:00010000:3.0:1783969716.520170:0:24183:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1783969716.521101:0:24183:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eabcf42680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3647:x1870627099409408:12345-0@lo:2:osp-syn-0-0.0 Request processed in 1289us (1572us total) trans 12884901892 rc 0/0 00000100:00100000:3.0:1783969716.521111:0:24183:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00010000:00010000:0.0:1783969716.523437:0:3632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353de00/0xea31253a47cbbae0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969716.523455:0:3632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353de00/0xea31253a47cbbae0 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969716.523462:0:3632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353de00/0xea31253a47cbbae0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969716.523468:0:3632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93e98353de00 already unused, calling callback (ffffffffc192e4f0) 00010000:00010000:0.0:1783969716.523472:0:3632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353de00/0xea31253a47cbbae0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969716.523480:0:3632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353de00/0xea31253a47cbbae0 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969716.523496:0:3632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff93e982597500) 00010000:00010000:0.0:1783969716.523499:0:3632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783969716.523504:0:3632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353de00/0xea31253a47cbbae0 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969716.523522:0:3632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353de00/0xea31253a47cbbae0 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969716.523553:0:3632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353cc00/0xea31253a47cbbae7 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969716.523581:0:3632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353cc00/0xea31253a47cbbae7 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969716.523586:0:3632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353cc00/0xea31253a47cbbae7 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969716.523591:0:3632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93e98353cc00 already unused, calling callback (ffffffffc192e4f0) 00010000:00010000:0.0:1783969716.523595:0:3632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353cc00/0xea31253a47cbbae7 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969716.523601:0:3632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353cc00/0xea31253a47cbbae7 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969716.523611:0:3632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff93e982597800) 00010000:00010000:0.0:1783969716.523614:0:3632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783969716.523616:0:3632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353cc00/0xea31253a47cbbae7 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969716.523622:0:3632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353cc00/0xea31253a47cbbae7 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969716.523638:0:3632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353d600/0xea31253a47cbbb8f lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969716.523645:0:3632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353d600/0xea31253a47cbbb8f lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969716.523650:0:3632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353d600/0xea31253a47cbbb8f lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969716.523655:0:3632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93e98353d600 already unused, calling callback (ffffffffc192e4f0) 00010000:00010000:0.0:1783969716.523664:0:3632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353d600/0xea31253a47cbbb8f lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969716.523671:0:3632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353d600/0xea31253a47cbbb8f lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969716.523680:0:3632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff93e982597f00) 00010000:00010000:0.0:1783969716.523682:0:3632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783969716.523685:0:3632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353d600/0xea31253a47cbbb8f lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969716.523690:0:3632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353d600/0xea31253a47cbbb8f lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969716.523707:0:3632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff93e983ddc000/0xea31253a47cbbc14 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969716.523713:0:3632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93e983ddc000/0xea31253a47cbbc14 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969716.523719:0:3632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93e983ddc000/0xea31253a47cbbc14 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969716.523724:0:3632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93e983ddc000 already unused, calling callback (ffffffffc192e4f0) 00010000:00010000:0.0:1783969716.523727:0:3632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93e983ddc000/0xea31253a47cbbc14 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969716.523733:0:3632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93e983ddc000/0xea31253a47cbbc14 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969716.523740:0:3632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff93e982597900) 00010000:00010000:0.0:1783969716.523743:0:3632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783969716.523753:0:3632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93e983ddc000/0xea31253a47cbbc14 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969716.523759:0:3632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93e983ddc000/0xea31253a47cbbc14 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969716.523773:0:3632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353c200/0xea31253a47cbbc37 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969716.523780:0:3632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353c200/0xea31253a47cbbc37 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969716.523785:0:3632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353c200/0xea31253a47cbbc37 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969716.523790:0:3632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93e98353c200 already unused, calling callback (ffffffffc192e4f0) 00010000:00010000:0.0:1783969716.523793:0:3632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353c200/0xea31253a47cbbc37 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969716.523799:0:3632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353c200/0xea31253a47cbbc37 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969716.523806:0:3632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff93e982597900) 00010000:00010000:0.0:1783969716.523808:0:3632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783969716.523823:0:3632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353c200/0xea31253a47cbbc37 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969716.523829:0:3632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353c200/0xea31253a47cbbc37 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969716.523840:0:3632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353d000/0xea31253a47cbbc7d lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969716.523845:0:3632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353d000/0xea31253a47cbbc7d lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969716.523857:0:3632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353d000/0xea31253a47cbbc7d lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969716.523861:0:3632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93e98353d000 already unused, calling callback (ffffffffc192e4f0) 00010000:00010000:0.0:1783969716.523864:0:3632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353d000/0xea31253a47cbbc7d lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969716.523870:0:3632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353d000/0xea31253a47cbbc7d lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969716.523878:0:3632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff93e982597900) 00010000:00010000:0.0:1783969716.523880:0:3632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783969716.523882:0:3632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353d000/0xea31253a47cbbc7d lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969716.523888:0:3632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353d000/0xea31253a47cbbc7d lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969716.523911:0:3632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353da00/0xea31253a47cbbd02 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969716.523917:0:3632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353da00/0xea31253a47cbbd02 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969716.523922:0:3632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353da00/0xea31253a47cbbd02 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969716.523927:0:3632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93e98353da00 already unused, calling callback (ffffffffc192e4f0) 00010000:00010000:0.0:1783969716.523930:0:3632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353da00/0xea31253a47cbbd02 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969716.523945:0:3632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353da00/0xea31253a47cbbd02 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969716.523953:0:3632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff93e98218cb00) 00010000:00010000:0.0:1783969716.523956:0:3632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1783969716.524595:0:3632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353da00/0xea31253a47cbbd02 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969716.524605:0:3632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353da00/0xea31253a47cbbd02 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783969716.526550:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:0.0:1783969716.527228:0:25219:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074125696 00000100:00100000:0.0:1783969716.527239:0:25219:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074125696 00000100:00100000:0.0:1783969716.527342:0:25219:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 28 00000100:00100000:0.0:1783969716.527353:0:25219:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eabcf13100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:49e45b17-fc03-4f38-9b8b-0d6d43c01221+7:2392:x1870627074125696:12345-192.168.201.34@tcp:16:lhsmtool_posix.0 00000100:00100000:0.0:1783969716.527526:0:25219:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eabcf13100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:49e45b17-fc03-4f38-9b8b-0d6d43c01221+7:2392:x1870627074125696:12345-192.168.201.34@tcp:16:lhsmtool_posix.0 Request processed in 174us (984us total) trans 0 rc 0/0 00000100:00100000:0.0:1783969716.527535:0:25219:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 28 00000004:00080000:1.0:1783969716.528678:0:3647:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff93eabcf10e00/2, rc 0, transno 12884901892 00000100:00100000:1.0:1783969716.528693:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93eabcf10e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1870627099409408:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1783969716.533178:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:2.0:1783969716.533637:0:22678:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074125952 00000100:00100000:2.0:1783969716.533647:0:22678:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074125952 00000100:00100000:2.0:1783969716.533723:0:22678:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 69 00000100:00100000:2.0:1783969716.533734:0:22678:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea88968a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:49e45b17-fc03-4f38-9b8b-0d6d43c01221+14:18828:x1870627074125952:12345-192.168.201.34@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1783969716.533791:0:22678:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783969716.533831:0:22678:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353d200/0xea31253a47cbbd17 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.34@tcp remote: 0x129fb3d356303f4e expref: 14 pid: 22680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969716.533870:0:22678:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff93e98218cb00) 00010000:00010000:2.0:1783969716.533875:0:22678:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1783969716.533918:0:22678:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353ce00/0xea31253a47cbbd25 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969716.533933:0:22678:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353ce00/0xea31253a47cbbd25 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969716.533944:0:22678:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353ce00/0xea31253a47cbbd25 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783969716.534335:0:22678:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000115d8f7c reply state 0000000005b01fa0 transno 12884901919 ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353ce00/0xea31253a47cbbd25 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969716.534349:0:22678:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353ce00/0xea31253a47cbbd25 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969716.534354:0:22678:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff93e98218cb00) 00010000:00010000:2.0:1783969716.534357:0:22678:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783969716.534359:0:22678:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1783969716.535366:0:22678:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea88968a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:49e45b17-fc03-4f38-9b8b-0d6d43c01221+15:18828:x1870627074125952:12345-192.168.201.34@tcp:36:lhsmtool_posix.0 Request processed in 776us (1339us total) trans 12884901919 rc 0/0 00000100:00100000:2.0:1783969716.535377:0:22678:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 69 00000100:00100000:3.0:1783969716.539472:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:1.0:1783969716.539686:0:24186:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074126080 00000100:00100000:1.0:1783969716.539698:0:24186:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074126080 00000100:00100000:1.0:1783969716.539766:0:24186:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 29 00000100:00100000:1.0:1783969716.539778:0:24186:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eabcf11f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:49e45b17-fc03-4f38-9b8b-0d6d43c01221+7:18828:x1870627074126080:12345-192.168.201.34@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1783969716.539798:0:24186:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783969716.540208:0:24186:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006553d146/0xea31253a47cbbd2c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x129fb3d356303f5c expref: -99 pid: 24186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969716.540250:0:24186:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000ccb6fde8/0xea31253a47cbbd1e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.34@tcp remote: 0x129fb3d356303f55 expref: 8 pid: 24185 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969716.540260:0:24186:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783969716.540264:0:24186:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783969716.540270:0:24186:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006553d146/0xea31253a47cbbd2c lrc: 4/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.34@tcp remote: 0x129fb3d356303f5c expref: 8 pid: 24186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969716.540307:0:24186:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000ccb6fde8/0xea31253a47cbbd1e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.34@tcp remote: 0x129fb3d356303f55 expref: 8 pid: 24185 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969716.540340:0:24186:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000ccb6fde8/0xea31253a47cbbd1e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.34@tcp remote: 0x129fb3d356303f55 expref: 8 pid: 24185 timeout: 878 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783969716.540355:0:24186:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93eabcf40e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:24186:1870627099409536:192.168.201.34@tcp:104: 00000100:00100000:1.0:1783969716.540483:0:24186:0:(client.c:2702:ptlrpc_set_wait()) set ffff93ea8e8b0d80 going to sleep for 11 seconds 00000100:00100000:3.0:1783969716.553145:0:24186:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93eabcf40e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:24186:1870627099409536:192.168.201.34@tcp:104: 00010000:00010000:3.0:1783969716.553185:0:24186:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006553d146/0xea31253a47cbbd2c lrc: 3/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.34@tcp remote: 0x129fb3d356303f5c expref: 8 pid: 24186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969716.553210:0:24186:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93e983ddd800, rc 0) 00000100:00100000:3.0:1783969716.553275:0:24186:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eabcf11f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:49e45b17-fc03-4f38-9b8b-0d6d43c01221+8:18828:x1870627074126080:12345-192.168.201.34@tcp:101:lhsmtool_posix.0 Request processed in 13499us (13811us total) trans 0 rc 0/0 00000100:00100000:3.0:1783969716.553285:0:24186:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 29 00000100:00100000:0.0:1783969716.558285:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:1.0:1783969716.558428:0:22664:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074126208 00000100:00100000:1.0:1783969716.558439:0:22664:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074126208 00010000:00010000:1.0:1783969716.558482:0:22664:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000ccb6fde8/0xea31253a47cbbd1e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.34@tcp remote: 0x129fb3d356303f55 expref: 8 pid: 24185 timeout: 878 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783969716.558625:0:22664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 20 00000100:00100000:1.0:1783969716.558637:0:22664:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea8896a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:49e45b17-fc03-4f38-9b8b-0d6d43c01221+8:2392:x1870627074126208:12345-192.168.201.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1783969716.558656:0:22664:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783969716.558691:0:22664:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000ccb6fde8/0xea31253a47cbbd1e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.34@tcp remote: 0x129fb3d356303f55 expref: 8 pid: 24185 timeout: 878 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969716.558706:0:22664:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000ccb6fde8/0xea31253a47cbbd1e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.34@tcp remote: 0x129fb3d356303f55 expref: 8 pid: 24185 timeout: 878 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969716.558728:0:22664:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ccb6fde8/0xea31253a47cbbd1e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.34@tcp remote: 0x129fb3d356303f55 expref: 8 pid: 24185 timeout: 878 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969716.558747:0:22664:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783969716.558765:0:22664:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783969716.558773:0:22664:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006553d146/0xea31253a47cbbd2c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.34@tcp remote: 0x129fb3d356303f5c expref: 7 pid: 24186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969716.558784:0:22664:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006553d146/0xea31253a47cbbd2c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.34@tcp remote: 0x129fb3d356303f5c expref: 7 pid: 24186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969716.558941:0:22664:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000006553d146/0xea31253a47cbbd2c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.34@tcp remote: 0x129fb3d356303f5c expref: 7 pid: 24186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783969716.558957:0:22664:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93eabcf43100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:22664:1870627099409664:192.168.201.34@tcp:105: 00000100:00100000:1.0:1783969716.559267:0:22664:0:(client.c:2702:ptlrpc_set_wait()) set ffff93ea8e8b00c0 going to sleep for 11 seconds 00000100:00100000:1.0:1783969716.566444:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:3.0:1783969716.566821:0:24183:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074126336 00000100:00100000:3.0:1783969716.566830:0:24183:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074126336 00000100:00100000:3.0:1783969716.566881:0:24183:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 30 00000100:00100000:3.0:1783969716.566902:0:24183:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eabcf41180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:49e45b17-fc03-4f38-9b8b-0d6d43c01221+8:2391:x1870627074126336:12345-192.168.201.34@tcp:2:lhsmtool_posix.0 00002000:00010000:3.0:1783969716.567100:0:24183:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1783969716.567104:0:24183:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb mtime from disk: 0 -> 1783969714 00002000:00010000:3.0:1783969716.567106:0:24183:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb atime from disk: 0 -> 1783969712 00002000:00010000:3.0:1783969716.567108:0:24183:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb ctime from disk: 1783969715 -> 1783969714 00002000:00010000:3.0:1783969716.567111:0:24183:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1783969716.567193:0:24183:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eabcf41180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:49e45b17-fc03-4f38-9b8b-0d6d43c01221+9:2391:x1870627074126336:12345-192.168.201.34@tcp:2:lhsmtool_posix.0 Request processed in 302us (758us total) trans 12884901893 rc 0/0 00000100:00100000:3.0:1783969716.567200:0:24183:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 30 00000100:00100000:3.0:1783969716.570555:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:1.0:1783969716.570662:0:25219:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074126464 00000100:00100000:1.0:1783969716.570673:0:25219:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074126464 00000100:00100000:1.0:1783969716.570726:0:25219:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 31 00000100:00100000:1.0:1783969716.570736:0:25219:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eabcf13b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:49e45b17-fc03-4f38-9b8b-0d6d43c01221+9:2392:x1870627074126464:12345-192.168.201.34@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1783969716.570782:0:25219:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f53bfb79/0xea31253a47cbbd33 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969716.570807:0:25219:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000006553d146/0xea31253a47cbbd2c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.34@tcp remote: 0x129fb3d356303f5c expref: 9 pid: 24186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969716.570815:0:25219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783969716.570831:0:25219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(1 0) 00010000:00010000:1.0:1783969716.570836:0:25219:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f53bfb79/0xea31253a47cbbd33 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969716.570901:0:25219:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000006553d146/0xea31253a47cbbd2c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.34@tcp remote: 0x129fb3d356303f5c expref: 9 pid: 24186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969716.570916:0:25219:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000006553d146/0xea31253a47cbbd2c lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.34@tcp remote: 0x129fb3d356303f5c expref: 9 pid: 24186 timeout: 878 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783969716.570932:0:25219:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93eabcf40e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25219:1870627099409792:192.168.201.34@tcp:104: 00000100:00100000:1.0:1783969716.571026:0:25219:0:(client.c:2702:ptlrpc_set_wait()) set ffff93ea8e8b0d80 going to sleep for 11 seconds 00000100:00100000:2.0:1783969716.575602:0:25219:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93eabcf40e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25219:1870627099409792:192.168.201.34@tcp:104: 00010000:00010000:2.0:1783969716.575634:0:25219:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000f53bfb79/0xea31253a47cbbd33 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783969716.575905:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:1.0:1783969716.576942:0:22665:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 3 min 3 max 56 00000100:00100000:1.0:1783969716.576968:0:22665:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_003' 00000100:00100000:1.0:1783969716.577674:0:22665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074126592 00000100:00100000:1.0:1783969716.577685:0:22665:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074126592 00010000:00010000:1.0:1783969716.577725:0:22665:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000006553d146/0xea31253a47cbbd2c lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.34@tcp remote: 0x129fb3d356303f5c expref: 10 pid: 24186 timeout: 878 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783969716.577760:0:22665:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 3 min 3 max 56 00000100:00100000:1.0:1783969716.577770:0:22665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 21 00000100:00100000:1.0:1783969716.577779:0:22665:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea86ffa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:49e45b17-fc03-4f38-9b8b-0d6d43c01221+10:2392:x1870627074126592:12345-192.168.201.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1783969716.577793:0:22665:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783969716.578936:0:22665:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000006553d146/0xea31253a47cbbd2c lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.34@tcp remote: 0x129fb3d356303f5c expref: 10 pid: 24186 timeout: 878 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969716.578955:0:22665:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000006553d146/0xea31253a47cbbd2c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.34@tcp remote: 0x129fb3d356303f5c expref: 10 pid: 24186 timeout: 878 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969716.579119:0:22665:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(1 0) 00010000:00010000:1.0:1783969716.579124:0:22665:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(1 0) 00010000:00010000:1.0:1783969716.579130:0:22665:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f53bfb79/0xea31253a47cbbd33 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 25219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969716.579140:0:22665:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f53bfb79/0xea31253a47cbbd33 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 25219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969716.579164:0:22665:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1783969716.579229:0:22665:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea86ffa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:49e45b17-fc03-4f38-9b8b-0d6d43c01221+10:2392:x1870627074126592:12345-192.168.201.34@tcp:103:ldlm_bl.0 Request processed in 1449us (3325us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969716.579239:0:22665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 21 00010000:00010000:0.0:1783969716.579685:0:22664:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006553d146/0xea31253a47cbbd2c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.34@tcp remote: 0x129fb3d356303f5c expref: 9 pid: 24186 timeout: 878 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783969716.579701:0:22664:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93eabcf43100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:22664:1870627099409664:192.168.201.34@tcp:105: 00010000:00010000:0.0:1783969716.579719:0:22664:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1783969716.579741:0:22664:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea8896a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:49e45b17-fc03-4f38-9b8b-0d6d43c01221+8:2392:x1870627074126208:12345-192.168.201.34@tcp:103:ldlm_bl.0 Request processed in 21106us (21467us total) trans 0 rc 0/0 00000100:00100000:0.0:1783969716.579759:0:22664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 20 00010000:00010000:2.0:1783969716.579853:0:25219:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000f53bfb79/0xea31253a47cbbd33 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969716.579870:0:25219:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f53bfb79/0xea31253a47cbbd33 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969716.579917:0:25219:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f53bfb79/0xea31253a47cbbd33 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969716.579927:0:25219:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f53bfb79/0xea31253a47cbbd33 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969716.579936:0:25219:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f53bfb79/0xea31253a47cbbd33 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969716.579943:0:25219:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93e983ddc000 already unused, calling callback (ffffffffc0d02230) 00010000:00010000:2.0:1783969716.579947:0:25219:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f53bfb79/0xea31253a47cbbd33 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969716.579957:0:25219:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f53bfb79/0xea31253a47cbbd33 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969716.579989:0:25219:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f53bfb79/0xea31253a47cbbd33 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969716.579998:0:25219:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f53bfb79/0xea31253a47cbbd33 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783969716.580061:0:25219:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eabcf13b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:49e45b17-fc03-4f38-9b8b-0d6d43c01221+7:2392:x1870627074126464:12345-192.168.201.34@tcp:1:lhsmtool_posix.0 Request processed in 9326us (9514us total) trans 0 rc 0/0 00000100:00100000:2.0:1783969716.580069:0:25219:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 31 00000100:00100000:1.0:1783969716.594175:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:2.0:1783969716.594274:0:24675:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074126848 00000100:00100000:2.0:1783969716.594284:0:24675:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074126848 00000100:00100000:2.0:1783969716.594352:0:24675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 70 00000100:00100000:2.0:1783969716.594364:0:24675:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eabcf40380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:49e45b17-fc03-4f38-9b8b-0d6d43c01221+15:18828:x1870627074126848:12345-192.168.201.34@tcp:57:lhsmtool_posix.0 00010000:00010000:1.0:1783969716.595226:0:24675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff93e983ddd200/0xea31253a47cbbd3a lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 24675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969716.595249:0:24675:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353ca00/0xea31253a47cbbc0d lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.34@tcp remote: 0x129fb3d356303efa expref: 15 pid: 22680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969716.595259:0:24675:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff93e983ddd200/0xea31253a47cbbd3a lrc: 4/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 24675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969716.595294:0:24675:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353ca00/0xea31253a47cbbc0d lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.34@tcp remote: 0x129fb3d356303efa expref: 15 pid: 22680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969716.595308:0:24675:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353ca00/0xea31253a47cbbc0d lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.34@tcp remote: 0x129fb3d356303efa expref: 15 pid: 22680 timeout: 878 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783969716.595346:0:24675:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93eabcf42a00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:24675:1870627099409920:192.168.201.34@tcp:104: 00000100:00100000:1.0:1783969716.595646:0:24675:0:(client.c:2702:ptlrpc_set_wait()) set ffff93ea8e8b0d80 going to sleep for 11 seconds 00000100:00100000:1.0:1783969716.599612:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:3.0:1783969716.599750:0:22663:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074126976 00000100:00100000:3.0:1783969716.599760:0:22663:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074126976 00010000:00010000:3.0:1783969716.599798:0:22663:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353ca00/0xea31253a47cbbc0d lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.34@tcp remote: 0x129fb3d356303efa expref: 16 pid: 22680 timeout: 878 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783969716.599847:0:22663:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 22 00000100:00100000:3.0:1783969716.599857:0:22663:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eabcf43480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:49e45b17-fc03-4f38-9b8b-0d6d43c01221+16:2392:x1870627074126976:12345-192.168.201.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1783969716.599871:0:22663:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783969716.599877:0:22663:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353ca00/0xea31253a47cbbc0d lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.34@tcp remote: 0x129fb3d356303efa expref: 16 pid: 22680 timeout: 878 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969716.599899:0:22663:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353ca00/0xea31253a47cbbc0d lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.34@tcp remote: 0x129fb3d356303efa expref: 16 pid: 22680 timeout: 878 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969716.599922:0:22663:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff93e982597900) 00010000:00010000:3.0:1783969716.599929:0:22663:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff93e983ddcc00/0xea31253a47cbbca0 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.34@tcp remote: 0x129fb3d356303f2b expref: 16 pid: 22679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969716.599939:0:22663:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff93e983ddd200/0xea31253a47cbbd3a lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 24675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969716.599947:0:22663:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff93e983ddd200/0xea31253a47cbbd3a lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 24675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969716.599984:0:22663:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93e983ddd200/0xea31253a47cbbd3a lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 24675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783969716.600002:0:22663:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1783969716.600056:0:22663:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eabcf43480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:49e45b17-fc03-4f38-9b8b-0d6d43c01221+16:2392:x1870627074126976:12345-192.168.201.34@tcp:103:ldlm_bl.0 Request processed in 199us (454us total) trans 0 rc 0/0 00000100:00100000:3.0:1783969716.600063:0:22663:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 22 00010000:00010000:2.0:1783969716.600538:0:24675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353ca00/0xea31253a47cbbc0d lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.34@tcp remote: 0x129fb3d356303efa expref: 15 pid: 22680 timeout: 878 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783969716.600556:0:24675:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93eabcf42a00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:24675:1870627099409920:192.168.201.34@tcp:104: 00010000:00010000:2.0:1783969716.600573:0:24675:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff93e983ddd200/0xea31253a47cbbd3a lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 24675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969716.600582:0:24675:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff93e983ddd200/0xea31253a47cbbd3a lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 24675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969716.600587:0:24675:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93e983ddd200/0xea31253a47cbbd3a lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 24675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969716.600767:0:24675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353c800/0xea31253a47cbbd41 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 24675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969716.600778:0:24675:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353d400/0xea31253a47cbbd09 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.34@tcp remote: 0x129fb3d356303f47 expref: 15 pid: 24675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969716.600786:0:24675:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353c800/0xea31253a47cbbd41 lrc: 4/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 24675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969716.600828:0:24675:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353d400/0xea31253a47cbbd09 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.201.34@tcp remote: 0x129fb3d356303f47 expref: 15 pid: 24675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969716.600842:0:24675:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353d400/0xea31253a47cbbd09 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.201.34@tcp remote: 0x129fb3d356303f47 expref: 15 pid: 24675 timeout: 878 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783969716.600854:0:24675:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea889e7b80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:24675:1870627099410048:192.168.201.34@tcp:104: 00000100:00100000:2.0:1783969716.600921:0:24675:0:(client.c:2702:ptlrpc_set_wait()) set ffff93eab90da000 going to sleep for 11 seconds 00000100:00100000:2.0:1783969716.606672:0:24675:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea889e7b80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:24675:1870627099410048:192.168.201.34@tcp:104: 00010000:00010000:2.0:1783969716.606702:0:24675:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353c800/0xea31253a47cbbd41 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 24675 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783969716.608268:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:0.0:1783969716.609884:0:22665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074127104 00000100:00100000:0.0:1783969716.609907:0:22665:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074127104 00010000:00010000:0.0:1783969716.609953:0:22665:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353d400/0xea31253a47cbbd09 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.34@tcp remote: 0x129fb3d356303f47 expref: 16 pid: 24675 timeout: 878 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783969716.610155:0:22665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 23 00000100:00100000:0.0:1783969716.610165:0:22665:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93e983467c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:49e45b17-fc03-4f38-9b8b-0d6d43c01221+16:2391:x1870627074127104:12345-192.168.201.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1783969716.610182:0:22665:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783969716.610189:0:22665:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353d400/0xea31253a47cbbd09 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.34@tcp remote: 0x129fb3d356303f47 expref: 16 pid: 24675 timeout: 878 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969716.610202:0:22665:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353d400/0xea31253a47cbbd09 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.201.34@tcp remote: 0x129fb3d356303f47 expref: 16 pid: 24675 timeout: 878 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969716.610228:0:22665:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353d400/0xea31253a47cbbd09 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.201.34@tcp remote: 0x129fb3d356303f47 expref: 16 pid: 24675 timeout: 878 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969716.610246:0:22665:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff93e98218cb00) 00010000:00010000:0.0:1783969716.610251:0:22665:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353c800/0xea31253a47cbbd41 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 24675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969716.610260:0:22665:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353c800/0xea31253a47cbbd41 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 24675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969716.610268:0:22665:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353c800/0xea31253a47cbbd41 lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 24675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969716.610322:0:22665:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1783969716.610431:0:22665:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93e983467c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:49e45b17-fc03-4f38-9b8b-0d6d43c01221+15:2391:x1870627074127104:12345-192.168.201.34@tcp:103:ldlm_bl.0 Request processed in 266us (2170us total) trans 0 rc 0/0 00000100:00100000:0.0:1783969716.610439:0:22665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 23 00010000:00010000:2.0:1783969716.610541:0:24675:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353c800/0xea31253a47cbbd41 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 24675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969716.610549:0:24675:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353c800/0xea31253a47cbbd41 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 24675 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1783969716.610676:0:24675:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901920 00000001:00080000:2.0:1783969716.610797:0:24675:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901921 00000001:00080000:2.0:1783969716.611745:0:24675:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901922 00000100:00100000:2.0:1783969716.611847:0:24675:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea889e7b80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:24675:1870627099410176:0@lo:1000:mdt00_003.0 00000100:00100000:2.0:1783969716.611914:0:24675:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783969716.611953:0:24675:0:(client.c:2702:ptlrpc_set_wait()) set ffff93eab90da840 going to sleep for 11 seconds 00000100:00100000:3.0:1783969716.612122:0:22683:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099410176 00000100:00100000:3.0:1783969716.612130:0:22683:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099410176 00000100:00100000:3.0:1783969716.612178:0:22683:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:3.0:1783969716.612187:0:22683:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea889e6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:24675:x1870627099410176:12345-0@lo:1000:mdt00_003.0 00000100:00100000:3.0:1783969716.612293:0:22683:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea889e6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:24675:x1870627099410176:12345-0@lo:1000:mdt00_003.0 Request processed in 106us (378us total) trans 0 rc 0/0 00000100:00100000:3.0:1783969716.612300:0:22683:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:2.0:1783969716.612426:0:24675:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea889e7b80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:24675:1870627099410176:0@lo:1000:mdt00_003.0 00000001:00080000:2.0:1783969716.612712:0:24675:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901923 00000100:00100000:2.0:1783969716.612767:0:24675:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea889e7b80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:24675:1870627099410304:0@lo:1000:mdt00_003.0 00000100:00100000:2.0:1783969716.613094:0:24675:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783969716.613127:0:24675:0:(client.c:2702:ptlrpc_set_wait()) set ffff93eab90da900 going to sleep for 11 seconds 00000100:00100000:3.0:1783969716.613329:0:22683:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099410304 00000100:00100000:3.0:1783969716.613335:0:22683:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099410304 00000100:00100000:3.0:1783969716.613403:0:22683:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:3.0:1783969716.613412:0:22683:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea889e6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:24675:x1870627099410304:12345-0@lo:1000:mdt00_003.0 00000100:00100000:3.0:1783969716.613538:0:22683:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea889e6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:24675:x1870627099410304:12345-0@lo:1000:mdt00_003.0 Request processed in 127us (727us total) trans 12884901894 rc 0/0 00000100:00100000:3.0:1783969716.613546:0:22683:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:2.0:1783969716.613834:0:24675:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea889e7b80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:24675:1870627099410304:0@lo:1000:mdt00_003.0 00010000:00010000:2.0:1783969716.613876:0:24675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353c800/0xea31253a47cbbd41 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 24675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969716.613887:0:24675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353c800/0xea31253a47cbbd41 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 24675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969716.613904:0:24675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353c800/0xea31253a47cbbd41 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 24675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969716.613911:0:24675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93e98353c800 already unused, calling callback (ffffffffc192e4f0) 00010000:00010000:2.0:1783969716.613914:0:24675:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353c800/0xea31253a47cbbd41 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 24675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969716.613922:0:24675:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353c800/0xea31253a47cbbd41 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 24675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969716.613936:0:24675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff93e98218cb00) 00010000:00010000:2.0:1783969716.613939:0:24675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1783969716.613943:0:24675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353c800/0xea31253a47cbbd41 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 24675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969716.613949:0:24675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353c800/0xea31253a47cbbd41 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 24675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969716.615208:0:24675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353c600/0xea31253a47cbbc99 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 24675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969716.615222:0:24675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353c600/0xea31253a47cbbc99 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 24675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969716.615247:0:24675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353c600/0xea31253a47cbbc99 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 24675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969716.615253:0:24675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93e98353c600 already unused, calling callback (ffffffffc192e4f0) 00010000:00010000:2.0:1783969716.615257:0:24675:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353c600/0xea31253a47cbbc99 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 24675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969716.615264:0:24675:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353c600/0xea31253a47cbbc99 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 24675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969716.615276:0:24675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff93e982597900) 00010000:00010000:2.0:1783969716.615279:0:24675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1783969716.615287:0:24675:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff93e983ddcc00/0xea31253a47cbbca0 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.34@tcp remote: 0x129fb3d356303f2b expref: 18 pid: 22679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969716.615299:0:24675:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff93e983ddcc00/0xea31253a47cbbca0 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.201.34@tcp remote: 0x129fb3d356303f2b expref: 18 pid: 22679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969716.615309:0:24675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93e983ddcc00/0xea31253a47cbbca0 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.201.34@tcp remote: 0x129fb3d356303f2b expref: 18 pid: 22679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969716.615402:0:24675:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff93e983ddcc00/0xea31253a47cbbca0 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.34@tcp remote: 0x129fb3d356303f2b expref: 18 pid: 22679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783969716.615418:0:24675:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea889e4380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:24675:1870627099410432:192.168.201.34@tcp:105: 00000100:00100000:3.0:1783969716.620033:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:3.0:1783969716.620076:0:22681:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074127232 00000100:00100000:3.0:1783969716.620087:0:22681:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074127232 00000100:00100000:3.0:1783969716.620144:0:22681:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 12 00000100:00100000:3.0:1783969716.620153:0:22681:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea86ff8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:49e45b17-fc03-4f38-9b8b-0d6d43c01221+19:18827:x1870627074127232:12345-192.168.201.34@tcp:49:bash.0 00000100:00100000:3.0:1783969716.620292:0:22681:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea86ff8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:49e45b17-fc03-4f38-9b8b-0d6d43c01221+19:18827:x1870627074127232:12345-192.168.201.34@tcp:49:bash.0 Request processed in 140us (269us total) trans 0 rc 0/0 00000100:00100000:3.0:1783969716.620299:0:22681:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 12 00000100:00100000:2.0:1783969716.620661:0:24675:0:(client.c:2702:ptlrpc_set_wait()) set ffff93eab90da900 going to sleep for 11 seconds 00000100:00100000:2.0:1783969716.620705:0:24675:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea889e4380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:24675:1870627099410432:192.168.201.34@tcp:105: 00010000:00010000:2.0:1783969716.620741:0:24675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353c600/0xea31253a47cbbc99 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 24675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969716.620752:0:24675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353c600/0xea31253a47cbbc99 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 24675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969716.620783:0:24675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353ca00/0xea31253a47cbbd48 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 24675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969716.620797:0:24675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353ca00/0xea31253a47cbbd48 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 24675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969716.620819:0:24675:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353ca00/0xea31253a47cbbd48 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 24675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969716.620829:0:24675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353ca00/0xea31253a47cbbd48 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 24675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969716.620836:0:24675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353ca00/0xea31253a47cbbd48 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 24675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969716.620842:0:24675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353ca00/0xea31253a47cbbd48 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 24675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969716.620848:0:24675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93e98353ca00 already unused, calling callback (ffffffffc192e4f0) 00010000:00010000:2.0:1783969716.620851:0:24675:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353ca00/0xea31253a47cbbd48 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 24675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969716.620857:0:24675:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353ca00/0xea31253a47cbbd48 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 24675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969716.620867:0:24675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff93e982597900) 00010000:00010000:2.0:1783969716.620874:0:24675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783969716.620878:0:24675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353ca00/0xea31253a47cbbd48 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 24675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969716.620884:0:24675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353ca00/0xea31253a47cbbd48 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 24675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969716.620902:0:24675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff93e983ddd200/0xea31253a47cbbd3a lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 24675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969716.620908:0:24675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93e983ddd200/0xea31253a47cbbd3a lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 24675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969716.620914:0:24675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93e983ddd200/0xea31253a47cbbd3a lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 24675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969716.620919:0:24675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93e983ddd200 already unused, calling callback (ffffffffc192e4f0) 00010000:00010000:2.0:1783969716.620922:0:24675:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93e983ddd200/0xea31253a47cbbd3a lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 24675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969716.620928:0:24675:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93e983ddd200/0xea31253a47cbbd3a lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 24675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969716.620935:0:24675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff93e982597900) 00010000:00010000:2.0:1783969716.620937:0:24675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1783969716.620939:0:24675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93e983ddd200/0xea31253a47cbbd3a lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 24675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969716.620945:0:24675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93e983ddd200/0xea31253a47cbbd3a lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 24675 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1783969716.621129:0:22713:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:2.0:1783969716.621134:0:22713:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x14:0x0] at index 3 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1783969716.621151:0:22713:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x14:0x0] index 2 count 2 00000040:00080000:2.0:1783969716.621156:0:22713:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 4 count 2 00000100:00100000:2.0:1783969716.621216:0:24675:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eabcf40380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:49e45b17-fc03-4f38-9b8b-0d6d43c01221+18:18828:x1870627074126848:12345-192.168.201.34@tcp:57:lhsmtool_posix.0 Request processed in 26855us (27051us total) trans 12884901924 rc 0/0 00000100:00100000:2.0:1783969716.621225:0:24675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 70 00000020:00080000:2.0:1783969716.621229:0:24675:0:(tgt_main.c:784:tgt_ses_key_exit()) total 5 transactions per RPC 00000100:00100000:3.0:1783969716.626155:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:3.0:1783969716.628609:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:0.0:1783969716.628926:0:24186:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074127616 00000100:00100000:0.0:1783969716.628936:0:24186:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074127616 00000100:00100000:0.0:1783969716.629003:0:24186:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 32 00000100:00100000:0.0:1783969716.629013:0:24186:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea86ffaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:49e45b17-fc03-4f38-9b8b-0d6d43c01221+7:18827:x1870627074127616:12345-192.168.201.34@tcp:101:bash.0 00010000:00010000:0.0:1783969716.629031:0:24186:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783969716.629052:0:24186:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001c0d98cb/0xea31253a47cbbd4f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x129fb3d356303f63 expref: -99 pid: 24186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1783969716.629078:0:24186:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x42:0x0] initial LVB size: 0, mtime: 0x6a5537b2, atime: 0x6a5537b0, ctime: 0x6a5537b2, blocks: 0x0 00010000:00010000:0.0:1783969716.629100:0:24186:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=778s v=(0 0) 00010000:00010000:0.0:1783969716.629105:0:24186:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783969716.629115:0:24186:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001c0d98cb/0xea31253a47cbbd4f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.34@tcp remote: 0x129fb3d356303f63 expref: 8 pid: 24186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969716.629132:0:24186:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000001c0d98cb/0xea31253a47cbbd4f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.201.34@tcp remote: 0x129fb3d356303f63 expref: 8 pid: 24186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969716.629144:0:24186:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93ea80030c00, rc 0) 00000100:00100000:0.0:1783969716.629204:0:24186:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea86ffaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:49e45b17-fc03-4f38-9b8b-0d6d43c01221+8:18827:x1870627074127616:12345-192.168.201.34@tcp:101:bash.0 Request processed in 191us (604us total) trans 0 rc 0/0 00000100:00100000:0.0:1783969716.629211:0:24186:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 32 00000100:00100000:3.0:1783969716.632918:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:2.0:1783969716.633584:0:22679:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074127744 00000100:00100000:2.0:1783969716.633596:0:22679:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074127744 00000100:00100000:2.0:1783969716.633660:0:22679:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 71 00000100:00100000:2.0:1783969716.633671:0:22679:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea86ffbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:49e45b17-fc03-4f38-9b8b-0d6d43c01221+18:18827:x1870627074127744:12345-192.168.201.34@tcp:101:bash.0 00010000:00010000:2.0:1783969716.633697:0:22679:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783969716.633719:0:22679:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353da00/0xea31253a47cbbd56 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x129fb3d356303f6a expref: -99 pid: 22679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969716.633757:0:22679:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353d000/0xea31253a47cbbd5d lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969716.633772:0:22679:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353d000/0xea31253a47cbbd5d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969716.633783:0:22679:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353d000/0xea31253a47cbbd5d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969716.634335:0:22679:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353da00/0xea31253a47cbbd56 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.34@tcp remote: 0x129fb3d356303f6a expref: 20 pid: 22679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969716.634355:0:22679:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff93e98353d000/0xea31253a47cbbd5d lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.34@tcp remote: 0x129fb3d356303f6a expref: 19 pid: 22679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783969716.634373:0:22681:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074127488 00000100:00100000:1.0:1783969716.634391:0:22681:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074127488 00000100:00100000:1.0:1783969716.634449:0:22681:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 13 00000100:00100000:1.0:1783969716.634457:0:22681:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea86ff9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:49e45b17-fc03-4f38-9b8b-0d6d43c01221+20:18828:x1870627074127488:12345-192.168.201.34@tcp:35:lhsmtool_posix.0 00010000:00010000:2.0:1783969716.634577:0:22679:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff93e982597900) 00010000:00010000:2.0:1783969716.634579:0:22679:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1783969716.634583:0:22679:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93e98353d000, rc 0) 00000100:00100000:2.0:1783969716.634653:0:22679:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea86ffbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:49e45b17-fc03-4f38-9b8b-0d6d43c01221+20:18827:x1870627074127744:12345-192.168.201.34@tcp:101:bash.0 Request processed in 983us (1744us total) trans 0 rc 0/0 00000100:00100000:2.0:1783969716.634661:0:22679:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 71 00000004:00080000:0.0:1783969716.635263:0:22681:0:(mdd_object.c:4016:mdd_close()) Object [0x2000013a1:0x3:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:0.0:1783969716.635299:0:22681:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901925 00010000:00010000:0.0:1783969716.635330:0:22681:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff93ea80031000/0xea31253a47cbbd64 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22681 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969716.635343:0:22681:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93ea80031000/0xea31253a47cbbd64 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 22681 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969716.635352:0:22681:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93ea80031000/0xea31253a47cbbd64 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 22681 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969716.635359:0:22681:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff93ea80031000/0xea31253a47cbbd64 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 22681 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969716.635366:0:22681:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff93ea80031000/0xea31253a47cbbd64 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 22681 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969716.636333:0:22681:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93ea80031000/0xea31253a47cbbd64 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 22681 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783969716.636588:0:22681:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1783969716.636678:0:22681:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea86ff9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:49e45b17-fc03-4f38-9b8b-0d6d43c01221+21:18828:x1870627074127488:12345-192.168.201.34@tcp:35:lhsmtool_posix.0 Request processed in 2217us (10529us total) trans 12884901926 rc 0/0 00000100:00100000:1.0:1783969716.636687:0:22681:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 13 00000020:00080000:1.0:1783969716.636692:0:22681:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1783969716.637041:0:22666:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783969716.637049:0:22666:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93ea80031000/0xea31253a47cbbd64 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 22681 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969716.637057:0:22666:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93ea80031000 already unused, calling callback (ffffffffc0d02230) 00010000:00010000:2.0:1783969716.637061:0:22666:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93ea80031000/0xea31253a47cbbd64 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 22681 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969716.637070:0:22666:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93ea80031000/0xea31253a47cbbd64 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 22681 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969716.637085:0:22666:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff93e98218cb00) 00010000:00010000:2.0:1783969716.637088:0:22666:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1783969716.637093:0:22666:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93ea80031000/0xea31253a47cbbd64 lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 22681 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969716.637099:0:22666:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93ea80031000/0xea31253a47cbbd64 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 22681 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783969716.637113:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783969716.637115:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783969716.637116:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783969716.639168:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:2.0:1783969716.639277:0:22682:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074128000 00000100:00100000:2.0:1783969716.639299:0:22682:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074128000 00000100:00100000:2.0:1783969716.639358:0:22682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 14 00000100:00100000:2.0:1783969716.639377:0:22682:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea86ff8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:49e45b17-fc03-4f38-9b8b-0d6d43c01221+21:18827:x1870627074128000:12345-192.168.201.34@tcp:35:bash.0 00000001:00080000:2.0:1783969716.640127:0:22682:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901927 00000001:00080000:2.0:1783969716.640205:0:22682:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901928 00000100:00100000:2.0:1783969716.640311:0:22682:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea86ff8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:49e45b17-fc03-4f38-9b8b-0d6d43c01221+24:18827:x1870627074128000:12345-192.168.201.34@tcp:35:bash.0 Request processed in 942us (1510us total) trans 12884901929 rc 0/0 00000100:00100000:2.0:1783969716.640321:0:22682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 14 00000020:00080000:2.0:1783969716.640325:0:22682:0:(tgt_main.c:784:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:3.0:1783969716.741113:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:0.0:1783969716.741633:0:22680:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074128256 00000100:00100000:0.0:1783969716.741644:0:22680:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074128256 00000100:00100000:0.0:1783969716.741710:0:22680:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 72 00000100:00100000:0.0:1783969716.741721:0:22680:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea86ffa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:49e45b17-fc03-4f38-9b8b-0d6d43c01221+24:18838:x1870627074128256:12345-192.168.201.34@tcp:101:lfs.0 00010000:00010000:0.0:1783969716.741752:0:22680:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783969716.741772:0:22680:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93ea80031e00/0xea31253a47cbbd6b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x129fb3d356303f71 expref: -99 pid: 22680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1783969716.742008:0:22680:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:0.0:1783969716.742113:0:22680:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff93ea80031e00/0xea31253a47cbbd6b lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.34@tcp remote: 0x129fb3d356303f71 expref: 26 pid: 22680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969716.742148:0:22680:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff93eab9d8a400) 00010000:00010000:0.0:1783969716.742150:0:22680:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1783969716.742156:0:22680:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93ea80031e00/0xea31253a47cbbd6b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.34@tcp remote: 0x129fb3d356303f71 expref: 26 pid: 22680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969716.742171:0:22680:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93ea80031e00, rc 0) 00000100:00100000:0.0:1783969716.742238:0:22680:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea86ffa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:49e45b17-fc03-4f38-9b8b-0d6d43c01221+25:18838:x1870627074128256:12345-192.168.201.34@tcp:101:lfs.0 Request processed in 519us (1135us total) trans 12884901930 rc 301/301 00000100:00100000:0.0:1783969716.742246:0:22680:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 72 00000100:00100000:1.0:1783969716.748099:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:0.0:1783969716.748179:0:22678:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074128384 00000100:00100000:0.0:1783969716.748190:0:22678:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074128384 00000100:00100000:0.0:1783969716.748252:0:22678:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 73 00000100:00100000:0.0:1783969716.748261:0:22678:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eabcf42d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:49e45b17-fc03-4f38-9b8b-0d6d43c01221+25:18838:x1870627074128384:12345-192.168.201.34@tcp:34:lfs.0 00010000:00010000:0.0:1783969716.748343:0:22678:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff93ea80030a00/0xea31253a47cbbd79 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969716.748360:0:22678:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93ea80030a00/0xea31253a47cbbd79 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969716.748414:0:22678:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93ea80030a00/0xea31253a47cbbd79 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969716.748431:0:22678:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93ea80031a00/0xea31253a47cbbd80 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969716.748439:0:22678:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93ea80031a00/0xea31253a47cbbd80 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969716.748466:0:22678:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93ea80031a00/0xea31253a47cbbd80 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969716.748673:0:22678:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93ea80031000/0xea31253a47cbbd87 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969716.748683:0:22678:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93ea80031000/0xea31253a47cbbd87 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969716.748690:0:22678:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93ea80031000/0xea31253a47cbbd87 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783969716.748735:0:22678:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff93ea80031000/0xea31253a47cbbd87 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969716.748760:0:22678:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff93ea80030a00/0xea31253a47cbbd79 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969716.748766:0:22678:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93ea80030a00/0xea31253a47cbbd79 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969716.748773:0:22678:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93ea80030a00/0xea31253a47cbbd79 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969716.748779:0:22678:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93ea80030a00 already unused, calling callback (ffffffffc192e4f0) 00010000:00010000:0.0:1783969716.748782:0:22678:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93ea80030a00/0xea31253a47cbbd79 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969716.748789:0:22678:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93ea80030a00/0xea31253a47cbbd79 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969716.748802:0:22678:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff93e982597800) 00010000:00010000:0.0:1783969716.748878:0:22678:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783969716.748883:0:22678:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93ea80030a00/0xea31253a47cbbd79 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969716.748899:0:22678:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93ea80030a00/0xea31253a47cbbd79 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969716.748917:0:22678:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93ea80031a00/0xea31253a47cbbd80 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969716.748923:0:22678:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93ea80031a00/0xea31253a47cbbd80 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969716.748929:0:22678:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93ea80031a00/0xea31253a47cbbd80 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969716.748934:0:22678:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93ea80031a00 already unused, calling callback (ffffffffc192e4f0) 00010000:00010000:0.0:1783969716.748937:0:22678:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93ea80031a00/0xea31253a47cbbd80 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969716.748943:0:22678:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93ea80031a00/0xea31253a47cbbd80 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969716.748951:0:22678:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff93ea83c43600) 00010000:00010000:0.0:1783969716.748954:0:22678:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783969716.748957:0:22678:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93ea80031a00/0xea31253a47cbbd80 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969716.748962:0:22678:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93ea80031a00/0xea31253a47cbbd80 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969716.749044:0:22678:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93ea80031000/0xea31253a47cbbd87 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969716.749058:0:22678:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93ea80031000/0xea31253a47cbbd87 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969716.749064:0:22678:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93ea80031000/0xea31253a47cbbd87 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969716.749069:0:22678:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93ea80031000 already unused, calling callback (ffffffffc192e4f0) 00010000:00010000:0.0:1783969716.749073:0:22678:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93ea80031000/0xea31253a47cbbd87 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969716.749079:0:22678:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93ea80031000/0xea31253a47cbbd87 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969716.749087:0:22678:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff93e982597900) 00010000:00010000:0.0:1783969716.749089:0:22678:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783969716.749093:0:22678:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93ea80031000/0xea31253a47cbbd87 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783969716.749099:0:22678:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93ea80031000/0xea31253a47cbbd87 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22678 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783969716.749233:0:22678:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eabcf42d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:49e45b17-fc03-4f38-9b8b-0d6d43c01221+25:18838:x1870627074128384:12345-192.168.201.34@tcp:34:lfs.0 Request processed in 971us (1142us total) trans 0 rc 0/0 00000100:00100000:0.0:1783969716.749243:0:22678:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 73 00000100:00100000:3.0:1783969716.770048:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:1.0:1783969716.770225:0:22681:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074128640 00000100:00100000:1.0:1783969716.770235:0:22681:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074128640 00000100:00100000:1.0:1783969716.770302:0:22681:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 15 00000100:00100000:1.0:1783969716.770313:0:22681:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea812ab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:49e45b17-fc03-4f38-9b8b-0d6d43c01221+25:18838:x1870627074128640:12345-192.168.201.34@tcp:35:lfs.0 00000100:00100000:1.0:1783969716.770609:0:22681:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea812ab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:49e45b17-fc03-4f38-9b8b-0d6d43c01221+26:18838:x1870627074128640:12345-192.168.201.34@tcp:35:lfs.0 Request processed in 295us (570us total) trans 12884901931 rc 0/0 00000100:00100000:1.0:1783969716.770618:0:22681:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 15 00010000:00010000:1.0:1783969716.976694:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783969717.008521:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:2.0:1783969717.008631:0:22672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074128768 00000100:00100000:2.0:1783969717.008641:0:22672:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074128768 00000100:00100000:2.0:1783969717.008700:0:22672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 169 00000100:00100000:2.0:1783969717.008710:0:22672:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eab777dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d0a837bc-4439-4b59-a8cf-4b52740267e4+13:2391:x1870627074128768:12345-192.168.201.34@tcp:400:kworker.0 00000100:00100000:2.0:1783969717.008781:0:22672:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eab777dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d0a837bc-4439-4b59-a8cf-4b52740267e4+13:2391:x1870627074128768:12345-192.168.201.34@tcp:400:kworker.0 Request processed in 72us (270us total) trans 0 rc 0/0 00000100:00100000:2.0:1783969717.008788:0:22672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 169 00000100:00100000:3.0:1783969717.019787:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:3.0:1783969717.019827:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:3.0:1783969717.019865:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:1.0:1783969717.020000:0:25016:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074129408 00000100:00100000:1.0:1783969717.020011:0:25016:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074129408 00000100:00100000:1.0:1783969717.020106:0:25016:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 26 00000100:00100000:1.0:1783969717.020117:0:25016:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea812aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:233b70d5-2c5b-4f40-a802-7e770363a55d+5:2392:x1870627074129408:12345-192.168.201.34@tcp:400:kworker.0 00000100:00100000:1.0:1783969717.020195:0:25016:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea812aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:233b70d5-2c5b-4f40-a802-7e770363a55d+5:2392:x1870627074129408:12345-192.168.201.34@tcp:400:kworker.0 Request processed in 80us (328us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969717.020202:0:25016:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 26 00000100:00100000:0.0:1783969717.020570:0:22680:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074128896 00000100:00100000:0.0:1783969717.020575:0:22680:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074128896 00000100:00100000:0.0:1783969717.020616:0:22680:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074129152 00000100:00100000:0.0:1783969717.020619:0:22680:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074129152 00000100:00100000:0.0:1783969717.020644:0:22680:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 72 00000100:00100000:0.0:1783969717.020652:0:22680:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea812a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:49e45b17-fc03-4f38-9b8b-0d6d43c01221+5:2392:x1870627074128896:12345-192.168.201.34@tcp:400:kworker.0 00000100:00100000:0.0:1783969717.020703:0:22680:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea812a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:49e45b17-fc03-4f38-9b8b-0d6d43c01221+5:2392:x1870627074128896:12345-192.168.201.34@tcp:400:kworker.0 Request processed in 51us (926us total) trans 0 rc 0/0 00000100:00100000:0.0:1783969717.020710:0:22680:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 72 00000100:00100000:0.0:1783969717.020724:0:22680:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 73 00000100:00100000:0.0:1783969717.020730:0:22680:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea812aa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:233b70d5-2c5b-4f40-a802-7e770363a55d+6:2392:x1870627074129152:12345-192.168.201.34@tcp:400:kworker.0 00000100:00100000:0.0:1783969717.020758:0:22680:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea812aa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:233b70d5-2c5b-4f40-a802-7e770363a55d+6:2392:x1870627074129152:12345-192.168.201.34@tcp:400:kworker.0 Request processed in 27us (929us total) trans 0 rc 0/0 00000100:00100000:0.0:1783969717.020765:0:22680:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 73 00000100:00080000:3.0:1783969717.021038:0:22674:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1783969717.021043:0:22674:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1783969717.021046:0:22674:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1783969717.026660:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:3.0:1783969717.026711:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:3.0:1783969717.026760:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:1.0:1783969717.026986:0:24186:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074129024 00000100:00100000:1.0:1783969717.026997:0:24186:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074129024 00000100:00100000:1.0:1783969717.027060:0:24186:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074129536 00000100:00100000:1.0:1783969717.027064:0:24186:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074129536 00000100:00100000:1.0:1783969717.027091:0:24186:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 27 00000100:00100000:1.0:1783969717.027100:0:24186:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea812a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:49e45b17-fc03-4f38-9b8b-0d6d43c01221+5:2391:x1870627074129024:12345-192.168.201.34@tcp:400:kworker.0 00000100:00100000:1.0:1783969717.027196:0:24186:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea812a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:49e45b17-fc03-4f38-9b8b-0d6d43c01221+5:2391:x1870627074129024:12345-192.168.201.34@tcp:400:kworker.0 Request processed in 97us (548us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969717.027205:0:24186:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 27 00000100:00100000:1.0:1783969717.027223:0:24186:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 28 00000100:00100000:1.0:1783969717.027229:0:24186:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea812a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:233b70d5-2c5b-4f40-a802-7e770363a55d+5:2391:x1870627074129536:12345-192.168.201.34@tcp:400:kworker.0 00000100:00100000:1.0:1783969717.027255:0:24186:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea812a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:233b70d5-2c5b-4f40-a802-7e770363a55d+5:2391:x1870627074129536:12345-192.168.201.34@tcp:400:kworker.0 Request processed in 26us (495us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969717.027261:0:24186:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 28 00000100:00080000:3.0:1783969717.028165:0:22674:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1783969717.028321:0:22680:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074129280 00000100:00100000:0.0:1783969717.028327:0:22680:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074129280 00000100:00100000:0.0:1783969717.028437:0:22680:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 74 00000100:00100000:0.0:1783969717.028447:0:22680:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea812a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:233b70d5-2c5b-4f40-a802-7e770363a55d+5:2391:x1870627074129280:12345-192.168.201.34@tcp:400:kworker.0 00000100:00100000:0.0:1783969717.028511:0:22680:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea812a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:233b70d5-2c5b-4f40-a802-7e770363a55d+5:2391:x1870627074129280:12345-192.168.201.34@tcp:400:kworker.0 Request processed in 67us (1799us total) trans 0 rc 0/0 00000100:00100000:0.0:1783969717.028518:0:22680:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 74 00000100:00080000:3.0:1783969717.030660:0:22674:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1783969717.104849:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93eabcf40a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1870627099410560:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1783969717.104946:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783969717.105119:0:24187:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099410560 00000100:00100000:1.0:1783969717.105128:0:24187:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099410560 00000100:00100000:1.0:1783969717.105195:0:24187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:1.0:1783969717.105205:0:24187:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea812aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3647:x1870627099410560:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1783969717.105247:0:24187:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915849728 avail 3684327424 00000100:00100000:1.0:1783969717.105294:0:24187:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea812aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3647:x1870627099410560:12345-0@lo:13:osp-pre-1-0.0 Request processed in 90us (348us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969717.105315:0:24187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:3.0:1783969717.105761:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1783969717.105773:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93eabcf43480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1870627099410688:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1783969717.105809:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1783969717.105843:0:22674:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1783969717.105900:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93eabcf40a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1870627099410560:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1783969717.105973:0:24187:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099410688 00000100:00100000:1.0:1783969717.105977:0:24187:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099410688 00000100:00100000:1.0:1783969717.106015:0:24187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1783969717.106022:0:24187:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea812a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3649:x1870627099410688:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1783969717.106035:0:24187:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915849728 avail 3684327424 00000100:00100000:1.0:1783969717.106067:0:24187:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea812a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3649:x1870627099410688:12345-0@lo:13:osp-pre-1-1.0 Request processed in 44us (258us total) trans 0 rc 0/0 00000100:00100000:1.0:1783969717.106074:0:24187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1783969717.106227:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93eabcf43480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1870627099410688:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1783969717.106242:0:22674:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1783969717.107043:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea867b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3648:1870627099411200:0@lo:400:kworker.0 00000100:00100000:2.0:1783969717.107088:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783969717.107112:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93eab779f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3648:1870627099411712:0@lo:400:kworker.0 00000100:00100000:2.0:1783969717.107132:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783969717.107152:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:2.0:1783969717.107157:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea8896a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:b884c461-3115-4676-b8ef-3f3c795c44df:3648:1870627099410816:0@lo:400:kworker.0 00000100:00100000:2.0:1783969717.107183:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783969717.107225:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93eab7203b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1870627099411328:0@lo:400:kworker.0 00000100:00100000:2.0:1783969717.107251:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783969717.107274:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93eab779d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3648:1870627099411840:0@lo:400:kworker.0 00000100:00100000:2.0:1783969717.107307:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783969717.107339:0:22673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099410816 00000100:00100000:2.0:1783969717.107344:0:22673:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099410816 00000100:00100000:2.0:1783969717.107570:0:22673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 170 00000100:00100000:2.0:1783969717.107579:0:22673:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eab777cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b884c461-3115-4676-b8ef-3f3c795c44df+24:3648:x1870627099410816:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783969717.107627:0:22673:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eab777cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b884c461-3115-4676-b8ef-3f3c795c44df+24:3648:x1870627099410816:12345-0@lo:400:kworker.0 Request processed in 49us (441us total) trans 0 rc 0/0 00000100:00100000:2.0:1783969717.107634:0:22673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 170 00000100:00100000:2.0:1783969717.107667:0:22683:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099411328 00000100:00100000:2.0:1783969717.107671:0:22683:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099411328 00000100:00100000:2.0:1783969717.107696:0:22683:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:2.0:1783969717.107702:0:22683:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea889e5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3648:x1870627099411328:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783969717.107735:0:22683:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea889e5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3648:x1870627099411328:12345-0@lo:400:kworker.0 Request processed in 33us (483us total) trans 0 rc 0/0 00000100:00100000:2.0:1783969717.107741:0:22683:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00100000:2.0:1783969717.107777:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea8896a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:b884c461-3115-4676-b8ef-3f3c795c44df:3648:1870627099410816:0@lo:400:kworker.0 00000100:00100000:2.0:1783969717.107786:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93eab7203b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1870627099411328:0@lo:400:kworker.0 00000100:00100000:2.0:1783969717.107810:0:22678:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099411200 00000100:00100000:2.0:1783969717.107814:0:22678:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099411200 00000100:00100000:2.0:1783969717.107836:0:22678:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099411712 00000100:00100000:2.0:1783969717.107838:0:22678:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099411712 00000100:00100000:2.0:1783969717.107858:0:22678:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099411840 00000100:00100000:2.0:1783969717.107861:0:22678:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099411840 00000100:00100000:2.0:1783969717.107877:0:22678:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:2.0:1783969717.107894:0:22678:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea889e4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3648:x1870627099411200:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783969717.107929:0:22678:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea889e4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3648:x1870627099411200:12345-0@lo:400:kworker.0 Request processed in 46us (840us total) trans 0 rc 0/0 00000100:00100000:2.0:1783969717.107942:0:22678:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00080000:3.0:1783969717.108094:0:22674:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1783969717.108098:0:22674:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1783969717.108276:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea867b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1870627099410944:0@lo:400:kworker.0 00000100:00100000:1.0:1783969717.108310:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783969717.108340:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93eab7203800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1870627099411456:0@lo:400:kworker.0 00000100:00100000:1.0:1783969717.108370:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783969717.108482:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93eab779c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3646:1870627099411968:0@lo:400:kworker.0 00000100:00100000:3.0:1783969717.108570:0:22683:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099410944 00000100:00100000:3.0:1783969717.108574:0:22683:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099410944 00000100:00100000:3.0:1783969717.108603:0:22683:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:3.0:1783969717.108610:0:22683:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eabcf42a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3646:x1870627099410944:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783969717.108687:0:22678:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:2.0:1783969717.108695:0:22678:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea889e5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3648:x1870627099411712:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783969717.108774:0:22680:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:0.0:1783969717.108785:0:22680:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea889e7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3648:x1870627099411840:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783969717.113672:0:22683:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eabcf42a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3646:x1870627099410944:12345-0@lo:400:kworker.0 Request processed in 5049us (5348us total) trans 0 rc 0/0 00000100:00100000:3.0:1783969717.113691:0:22683:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00100000:3.0:1783969717.115491:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea867b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1870627099411072:0@lo:400:kworker.0 00000100:00100000:3.0:1783969717.115568:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783969717.115611:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93eab7203100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3647:1870627099411584:0@lo:400:kworker.0 00000100:00100000:3.0:1783969717.115638:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783969717.115770:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93eab779e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3647:1870627099412096:0@lo:400:kworker.0 00000100:00100000:3.0:1783969717.115871:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783969717.115926:0:24675:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 4 min 3 max 116 00000100:00100000:3.0:1783969717.115934:0:24675:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_004' 00000100:00100000:3.0:1783969717.116470:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea867b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3648:1870627099411200:0@lo:400:kworker.0 00000100:00100000:3.0:1783969717.116498:0:22679:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 4 min 3 max 116 00000100:00100000:3.0:1783969717.116506:0:22679:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099411584 00000100:00100000:3.0:1783969717.116510:0:22679:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099411584 00000100:00100000:3.0:1783969717.116544:0:22679:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 4 min 3 max 116 00000100:00100000:3.0:1783969717.116548:0:22679:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099412096 00000100:00100000:3.0:1783969717.116551:0:22679:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099412096 00000100:00100000:3.0:1783969717.116592:0:22679:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 4 min 3 max 116 00000100:00100000:3.0:1783969717.116600:0:22679:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:3.0:1783969717.116607:0:22679:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea812a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3647:x1870627099411584:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783969717.117102:0:22679:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea812a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3647:x1870627099411584:12345-0@lo:400:kworker.0 Request processed in 49us (1018us total) trans 0 rc 0/0 00000100:00100000:3.0:1783969717.117111:0:22679:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00100000:3.0:1783969717.117128:0:22679:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 4 min 3 max 116 00000100:00100000:3.0:1783969717.117135:0:22679:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:3.0:1783969717.117141:0:22679:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea812a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3647:x1870627099412096:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783969717.117173:0:22679:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea812a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3647:x1870627099412096:12345-0@lo:400:kworker.0 Request processed in 33us (1369us total) trans 0 rc 0/0 00000100:00100000:3.0:1783969717.117179:0:22679:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00080000:3.0:1783969717.117196:0:22674:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1783969717.117220:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93eab7203100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3647:1870627099411584:0@lo:400:kworker.0 00010000:00080000:3.0:1783969717.117232:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93eab779e680 x1870627099412096/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783969733 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783969717.117242:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93eab779e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3647:1870627099412096:0@lo:400:kworker.0 00000100:00100000:3.0:1783969717.120329:0:24185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099411456 00000100:00100000:3.0:1783969717.120347:0:24185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099411456 00000100:00100000:3.0:1783969717.120435:0:24185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099411072 00000100:00100000:3.0:1783969717.120439:0:24185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099411072 00000100:00100000:3.0:1783969717.120464:0:24185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:3.0:1783969717.120473:0:24185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eabcf43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3646:x1870627099411456:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783969717.120565:0:24185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eabcf43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3646:x1870627099411456:12345-0@lo:400:kworker.0 Request processed in 93us (12194us total) trans 0 rc 0/0 00000100:00100000:3.0:1783969717.120573:0:24185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:3.0:1783969717.120604:0:24185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1783969717.120610:0:24185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea812ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+7:3647:x1870627099411072:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783969717.120647:0:24185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea812ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+7:3647:x1870627099411072:12345-0@lo:400:kworker.0 Request processed in 37us (5079us total) trans 0 rc 0/0 00000100:00100000:3.0:1783969717.120654:0:24185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00080000:3.0:1783969717.120688:0:22674:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1783969717.120729:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea867b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1870627099411072:0@lo:400:kworker.0 00000100:00100000:1.0:1783969717.122626:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783969717.122688:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea867b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1870627099410944:0@lo:400:kworker.0 00000100:00100000:1.0:1783969717.122704:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93eab7203800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1870627099411456:0@lo:400:kworker.0 00000100:00100000:3.0:1783969717.122991:0:22679:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099411968 00000100:00100000:3.0:1783969717.122997:0:22679:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099411968 00000100:00100000:3.0:1783969717.123061:0:22679:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:3.0:1783969717.123071:0:22679:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93eabcf40e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3646:x1870627099411968:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783969717.123135:0:22679:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93eabcf40e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3646:x1870627099411968:12345-0@lo:400:kworker.0 Request processed in 65us (513us total) trans 0 rc 0/0 00000100:00100000:3.0:1783969717.123142:0:22679:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00080000:3.0:1783969717.123181:0:22674:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1783969717.123517:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93eab779c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3646:1870627099411968:0@lo:400:kworker.0 00000100:00100000:2.0:1783969717.125597:0:22678:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea889e5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3648:x1870627099411712:12345-0@lo:400:kworker.0 Request processed in 16894us (18454us total) trans 0 rc 0/0 00000100:00100000:2.0:1783969717.125611:0:22678:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:1.0:1783969717.125731:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93eab779f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3648:1870627099411712:0@lo:400:kworker.0 00000100:00100000:0.0:1783969717.126106:0:22680:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea889e7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3648:x1870627099411840:12345-0@lo:400:kworker.0 Request processed in 17321us (18796us total) trans 0 rc 0/0 00000100:00100000:0.0:1783969717.126116:0:22680:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00010000:00080000:1.0:1783969717.126184:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93eab779d880 x1870627099411840/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783969733 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783969717.126196:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93eab779d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3648:1870627099411840:0@lo:400:kworker.0 00010000:00010000:2.0:1783969718.000931:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1783969718.649732:0:25764:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-pcc test_1d: @@@@@@ FAIL: /mnt/lustre/d1d.sanity-pcc/f1d.sanity-pcc expected pcc state: readwrite, but got: none 00010000:00010000:1.0:1783969719.024997:0:22667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783969719.153985:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1783969719.154010:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93ea889e4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1870627099412224:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1783969719.154082:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783969719.154252:0:24187:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099412224 00000100:00100000:0.0:1783969719.154260:0:24187:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099412224 00000100:00100000:0.0:1783969719.154319:0:24187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:0.0:1783969719.154329:0:24187:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea812ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3649:x1870627099412224:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1783969719.154374:0:24187:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1783969719.154447:0:24187:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea812ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3649:x1870627099412224:12345-0@lo:13:osp-pre-0-0.0 Request processed in 120us (365us total) trans 0 rc 0/0 00000100:00100000:0.0:1783969719.154455:0:24187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00080000:3.0:1783969719.155216:0:22674:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1783969719.155261:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93ea889e4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1870627099412224:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1783969720.051626:0:22666:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783969720.078851:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:3.0:1783969720.078897:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.34@tcp (source: 12345-192.168.201.34@tcp) 00000100:00100000:0.0:1783969720.079929:0:24189:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074129664 00000100:00100000:0.0:1783969720.079942:0:24189:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074129664 00002000:00100000:0.0:1783969720.080009:0:24189:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x42:0x0] (0->8) req@ffff93ea812a9f80 x1870627074129664/t0(0) o4->49e45b17-fc03-4f38-9b8b-0d6d43c01221@192.168.201.34@tcp:616/0 lens 504/0 e 0 to 0 dl 1783969731 ref 1 fl New:/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:100 00002000:00100000:0.0:1783969720.080020:0:24189:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff93ea812a9f80 with x1870627074129664 ext(0->8) 00002000:00010000:0.0:1783969720.080026:0:24189:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff93ea812a9f80 00000100:00100000:0.0:1783969720.080053:0:24189:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 0 00000100:00100000:0.0:1783969720.080063:0:24189:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea812a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:49e45b17-fc03-4f38-9b8b-0d6d43c01221+8:2393:x1870627074129664:12345-192.168.201.34@tcp:4:bash.0 00000100:00100000:2.0:1783969720.081459:0:25219:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627074129792 00000100:00100000:2.0:1783969720.081470:0:25219:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627074129792 00000100:00100000:2.0:1783969720.081536:0:25219:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.34@tcp, seq: 33 00000100:00100000:2.0:1783969720.081545:0:25219:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea812abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:49e45b17-fc03-4f38-9b8b-0d6d43c01221+11:2393:x1870627074129792:12345-192.168.201.34@tcp:16:kworker.0 00000100:00080000:3.0:1783969720.082141:0:22674:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1783969720.084022:0:24189:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea812a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:49e45b17-fc03-4f38-9b8b-0d6d43c01221+11:2393:x1870627074129664:12345-192.168.201.34@tcp:4:bash.0 Request processed in 3947us (5110us total) trans 12884901895 rc 0/0 00000100:00100000:2.0:1783969720.084043:0:24189:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 0 00002000:00100000:2.0:1783969720.084057:0:24189:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x42:0x0] (0->8) req@ffff93ea812a9f80 x1870627074129664/t12884901895(0) o4->49e45b17-fc03-4f38-9b8b-0d6d43c01221@192.168.201.34@tcp:616/0 lens 504/448 e 0 to 0 dl 1783969731 ref 1 fl Complete:/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:100 00002000:00100000:2.0:1783969720.084068:0:24189:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff93ea812a9f80 with x1870627074129664 ext(0->8) 00002000:00010000:2.0:1783969720.084074:0:24189:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff93ea812a9f80 00000001:00080000:2.0:1783969720.086849:0:24180:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901895 is committed 00000001:00080000:2.0:1783969720.086870:0:24180:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901894 is committed 00000100:00100000:3.0:1783969720.087161:0:25219:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea812abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:49e45b17-fc03-4f38-9b8b-0d6d43c01221+6:2393:x1870627074129792:12345-192.168.201.34@tcp:16:kworker.0 Request processed in 5611us (8326us total) trans 0 rc 0/0 00000100:00100000:3.0:1783969720.087173:0:25219:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.34@tcp, seq: 33 00000100:00100000:2.0:1783969720.176651:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93eabcf43480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1870627099412352:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1783969720.176727:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783969720.176799:0:24187:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870627099412352 00000100:00100000:0.0:1783969720.176807:0:24187:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870627099412352 00000100:00100000:0.0:1783969720.176891:0:24187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1783969720.176901:0:24187:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93ea889e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3649:x1870627099412352:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1783969720.176926:0:24187:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 25562816 pending 0 free 3923513344 avail 3691962368 00000100:00100000:0.0:1783969720.176981:0:24187:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93ea889e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3649:x1870627099412352:12345-0@lo:13:osp-pre-0-1.0 Request processed in 81us (253us total) trans 0 rc 0/0 00000100:00100000:0.0:1783969720.176989:0:24187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1783969720.177033:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93eabcf43480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1870627099412352:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1783969720.177089:0:22674:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000040:00080000:0.0:1783969720.497410:0:23430:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 Debug log: 15331 lines, 15331 kept, 0 dropped, 0 bad.